-- Logs begin at Thu 2021-11-11 05:48:11 UTC, end at Thu 2021-11-11 06:57:03 UTC. -- Nov 11 06:28:00.498927 dv-cinder-817514-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 06:28:03.214657 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.common.config [-] Logging enabled! Nov 11 06:28:03.215287 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 06:28:03.215432 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102208) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 06:28:03.218577 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.common.config [-] Logging enabled! Nov 11 06:28:03.218829 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 06:28:03.219139 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102208) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 06:28:03.220059 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 06:28:03.220293 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 06:28:03.220654 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 06:28:03.220897 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 06:28:03.221120 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 06:28:03.221435 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.221878 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 06:28:03.222188 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.222493 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.222794 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.223085 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.223373 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.223651 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.223936 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.224230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.224513 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.224789 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.225069 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.225355 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.225634 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.225953 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.226238 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.226517 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] debug = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.226795 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.227215 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.227615 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.227898 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.228183 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.228459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.228726 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.228999 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.229290 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.229601 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] host = dv-cinder-817514-1-iscsi {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.229905 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.230189 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.230472 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.230756 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.231025 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.231297 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.231575 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.231845 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.232115 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.232387 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.232669 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.232949 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.233230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.233453 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.233672 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.233988 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.234271 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.234543 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.234813 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.235082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.235350 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.235620 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.235885 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.236164 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.236442 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.236720 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.236997 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.237255 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.237522 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.237817 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.238100 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.238912 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.239180 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.239450 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.239731 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.240000 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.240269 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.240563 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.240844 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.241119 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.241398 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.241667 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.241970 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.242241 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.242509 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.242776 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] use_json = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.243044 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.243310 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.243585 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.243854 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.244122 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.244390 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.244658 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.244936 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:03.245226 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.245516 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.245833 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.246114 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.246410 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.246686 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.246968 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.247240 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.247521 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.247805 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.248087 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.248366 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.248646 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.248917 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.249204 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.249499 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.249825 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.250116 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.250390 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.250662 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.250933 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.251210 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.251493 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.251767 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.252053 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.252337 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.252613 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.252897 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.253184 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.253467 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.253806 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.254642 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.254930 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.255207 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.255478 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.255751 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.256035 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.256310 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.256579 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.256857 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.257130 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.257397 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.257663 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.257958 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.258248 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.258520 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.258784 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.259049 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.259319 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.259584 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.259861 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.260134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.260401 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.260668 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.260939 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.261207 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.261473 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.261762 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.262036 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.262307 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.262575 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.262841 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.263109 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.263373 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.263638 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.263903 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.264166 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.264436 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.264703 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.264969 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.265234 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.265499 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.265789 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.266077 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.266370 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.266644 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.266920 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.267195 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.267470 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.267742 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.268015 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.268295 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.268568 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.268836 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.269122 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.269487 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.269707 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.270009 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.270286 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.270601 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.270878 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.271158 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.271432 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.271704 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.271987 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.272266 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.272556 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.272845 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.273134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.273422 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.273709 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.274009 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.274315 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.274590 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:03.274806 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 06:28:03.275042 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102208) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 06:28:03.701332 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 06:28:03.701606 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 06:28:03.701935 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 06:28:03.702266 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 06:28:04.030276 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.030490 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.030761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.031951 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.032223 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.032488 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.067080 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.067357 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.067620 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.082587 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.082863 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.083128 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.112360 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.112637 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.112898 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.149158 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.149439 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.149711 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.384071 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.384708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.384708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.384880 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.385531 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.515418 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.515737 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.516017 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.516284 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.516547 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.516856 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.517112 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.517366 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.517618 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.517924 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.518183 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.518446 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.518701 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.518952 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.519206 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.519496 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.519752 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.520018 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.520286 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.520582 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.521052 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.521508 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.522051 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.522542 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.522800 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.523184 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.523870 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:04.524292 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:04.524718 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:04.525150 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:04.525580 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:04.526027 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:04.526659 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 06:28:04.531958 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 06:28:04.537281 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 06:28:04.541249 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 11 06:28:04.543396 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 06:28:04.544153 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 06:28:04.544678 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 06:28:04.545304 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 06:28:04.549870 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 06:28:04.550299 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 06:28:04.551499 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 06:28:04.559817 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 06:28:04.586493 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 06:28:04.586957 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.587257 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102208) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 06:28:04.587619 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.589111 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102208) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 06:28:04.589401 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 06:28:04.589644 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 06:28:04.593225 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.593680 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:04.678161 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 06:28:04.678400 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 06:28:04.678632 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 06:28:04.679008 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 06:28:04.703172 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_db.sqlalchemy.engines [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102208) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 06:28:05.555945 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing driver for type 'gre' Nov 11 06:28:05.556616 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] gre ID ranges: [(1, 1000)] Nov 11 06:28:05.676254 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing driver for type 'local' Nov 11 06:28:05.676579 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing driver for type 'vlan' Nov 11 06:28:05.761490 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] VlanTypeDriver initialization complete Nov 11 06:28:05.761853 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing driver for type 'vxlan' Nov 11 06:28:05.762357 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] vxlan ID ranges: [(1, 1000)] Nov 11 06:28:05.915514 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing extension driver 'port_security' Nov 11 06:28:05.915858 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] PortSecurityExtensionDriver initialization complete Nov 11 06:28:05.916195 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing mechanism driver 'openvswitch' Nov 11 06:28:05.916528 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing mechanism driver 'hyperv' Nov 11 06:28:05.923189 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:05.924086 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.924486 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.924844 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.925373 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 06:28:05.926466 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.926827 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.927179 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.927583 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 06:28:05.927992 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.928348 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.928692 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.929082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 06:28:05.929492 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > security_group after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.929878 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > security_group after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.932708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > security_group after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.932708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 06:28:05.932708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.932708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.932708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.933099 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 06:28:05.933099 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > address_group after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.933099 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > address_group after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.933336 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > address_group after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.933599 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 06:28:05.934009 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] ML2 OVO RPC backend initialized. {{(pid=102208) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 06:28:05.934720 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.935077 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.935496 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.935845 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > networks before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.936195 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.936538 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > ports before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.936924 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.937273 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnets before_response 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.937621 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.937993 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.938335 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.938686 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.939023 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.939358 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.939695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.940029 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.940364 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.941050 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.plugin [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Modular L2 Plugin initialization complete Nov 11 06:28:05.941382 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading services supported by the core plugin {{(pid=102208) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 06:28:05.941709 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.plugins.ml2.managers [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Got port-security extension from driver 'port_security' Nov 11 06:28:05.942193 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.extensions.vlantransparent [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Disabled vlantransparent extension. Nov 11 06:28:05.942680 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102208) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 06:28:05.942998 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: router Nov 11 06:28:05.979255 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_interface before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.979653 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_create 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.980026 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router before_create 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.980390 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.980764 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.981122 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_delete 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.981482 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > floatingip after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.981980 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > floatingip after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.982344 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_create 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.982695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_update 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.983047 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_update 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.983400 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.983761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_update 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.984180 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_update 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.984552 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.984901 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.985239 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: subnet after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.985580 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.985957 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > port precommit_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.986310 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_create 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.986655 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.987000 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.987356 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router after_update 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.987706 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_delete 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.988167 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_create 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.989054 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.989405 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_update 55549900 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.989808 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > agent after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.990165 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > agent after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.990513 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > network after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.991374 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Tracking information for resource: router configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:05.991707 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Tracking information for resource: floatingip configured {{(pid=102208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 06:28:05.996633 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.db.l3_agentschedulers_db [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 06:28:05.997212 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.997582 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port after_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.997968 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port after_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.998329 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: port after_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.999126 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router before_create 55550100 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.999493 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_delete 55550100 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:05.999854 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_create 55550100 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.000209 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > router precommit_update 55550100 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.005086 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.provider_configuration [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service providers = [] {{(pid=102208) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 06:28:06.005453 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.db.servicetype_db [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102208) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 06:28:06.008447 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.service_base [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 06:28:06.008800 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.service_base [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 06:28:06.009144 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.service_base [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 06:28:06.010072 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.services.service_base [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 06:28:06.010449 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.services.service_base [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 06:28:06.010825 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.011145 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 06:28:06.023211 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.023557 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: auto_allocate Nov 11 06:28:06.029334 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: network precommit_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.029705 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: network precommit_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.030255 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.030578 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: tag Nov 11 06:28:06.038134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.038466 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: timestamp Nov 11 06:28:06.042363 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.042697 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: network_ip_availability Nov 11 06:28:06.048222 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.048599 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.048958 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.049663 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.050010 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: flavors Nov 11 06:28:06.055789 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.056121 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading Plugin: revisions Nov 11 06:28:06.060579 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 06:28:06.060972 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_concurrency.lockutils [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.359s {{(pid=102208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 06:28:06.061714 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102208) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 06:28:06.062082 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Initializing extension manager. Nov 11 06:28:06.062598 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: __init__.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.062943 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: __pycache__ {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.063280 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.063617 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: address_group.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.064370 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.064938 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: address-group Nov 11 06:28:06.065266 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: address_scope.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.066008 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.066570 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: address-scope Nov 11 06:28:06.066897 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: admin_state_down_before_update.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.067833 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.068347 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: router-admin-state-down-before-update Nov 11 06:28:06.068673 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: agent.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.069379 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.069914 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: agent Nov 11 06:28:06.070241 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: agent_resources_synced.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.071159 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.071671 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: agent-resources-synced Nov 11 06:28:06.072001 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: allowedaddresspairs.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.073865 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.074393 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: allowed-address-pairs Nov 11 06:28:06.074724 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: auto_allocated_topology.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.075811 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.076325 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: auto-allocated-topology Nov 11 06:28:06.076652 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: availability_zone.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.077346 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.077891 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: availability_zone Nov 11 06:28:06.078222 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: availability_zone_filter.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.079135 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.079642 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: availability_zone_filter Nov 11 06:28:06.079967 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: data_plane_status.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.080872 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.081384 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 06:28:06.081708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: default_subnetpools.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.083257 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.083762 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: default-subnetpools Nov 11 06:28:06.084084 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: dhcpagentscheduler.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.084890 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.085401 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: dhcp_agent_scheduler Nov 11 06:28:06.085747 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: dns.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.086668 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.087171 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension dns-integration not supported by any of loaded plugins Nov 11 06:28:06.087498 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: dns_domain_ports.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.088420 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.088929 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 06:28:06.089252 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.090197 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.090708 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 06:28:06.091035 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: dvr.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.091707 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.092209 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: dvr Nov 11 06:28:06.092532 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: ecmp_routes.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.093452 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.093991 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 06:28:06.094319 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: empty_string_filtering.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.095229 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.095736 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: empty-string-filtering Nov 11 06:28:06.096062 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.096975 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.098089 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 06:28:06.098426 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.099350 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.099858 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 06:28:06.100185 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: external_net.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.101095 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.101605 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: external-net Nov 11 06:28:06.101983 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: extra_dhcp_opt.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.102911 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.103420 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: extra_dhcp_opt Nov 11 06:28:06.103752 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: extraroute.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.104665 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.105173 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: extraroute Nov 11 06:28:06.105498 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: extraroute_atomic.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.106564 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.107079 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: extraroute-atomic Nov 11 06:28:06.107407 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: filter_validation.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.108238 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.108757 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: filter-validation Nov 11 06:28:06.109083 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: fip_pf_description.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.110040 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.110554 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 06:28:06.110877 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: fip_port_details.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.111804 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.112319 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: fip-port-details Nov 11 06:28:06.112648 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: flavors.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.113925 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.114448 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: flavors Nov 11 06:28:06.114781 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.116458 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.116980 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 06:28:06.117317 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: floatingip_pools.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.118045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.118557 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: floatingip-pools Nov 11 06:28:06.118892 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: ip_allocation.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.119832 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.120336 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 06:28:06.120666 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.121600 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.122146 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: ip-substring-filtering Nov 11 06:28:06.122478 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l2_adjacency.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.123414 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.123918 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 06:28:06.124244 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.125207 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.125721 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: router Nov 11 06:28:06.126074 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3_conntrack_helper.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.128320 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.128877 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 06:28:06.129211 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.130187 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.130703 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: ext-gw-mode Nov 11 06:28:06.131032 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.131979 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.132486 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: l3-ha Nov 11 06:28:06.132814 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3_flavors.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.133746 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.134266 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: l3-flavors Nov 11 06:28:06.134593 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.135514 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.136022 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 06:28:06.136347 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: l3agentscheduler.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.137374 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.137941 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: l3_agent_scheduler Nov 11 06:28:06.138274 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: logging.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.139770 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.140287 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension logging not supported by any of loaded plugins Nov 11 06:28:06.140619 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: metering.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.141360 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.141966 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: metering Nov 11 06:28:06.142297 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.143529 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.144050 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: metering_source_and_destination_fields Nov 11 06:28:06.144898 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: multiprovidernet.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.145871 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.146386 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: multi-provider Nov 11 06:28:06.146713 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: netmtu.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.147636 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.148147 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: net-mtu Nov 11 06:28:06.148474 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: netmtu_writable.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.149404 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.149944 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: net-mtu-writable Nov 11 06:28:06.150273 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: network_availability_zone.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.150946 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.151451 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: network_availability_zone Nov 11 06:28:06.151774 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: network_ip_availability.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.152888 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.153407 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: network-ip-availability Nov 11 06:28:06.153751 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: network_segment_range.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.154524 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.155036 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 06:28:06.155359 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: pagination.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.156356 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.156691 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: pagination Nov 11 06:28:06.157015 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: port_device_profile.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.157974 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.158487 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: port-device-profile Nov 11 06:28:06.158811 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.160591 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.161102 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: port-mac-address-regenerate Nov 11 06:28:06.161425 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.162382 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.162894 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: port-numa-affinity-policy Nov 11 06:28:06.163220 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: port_resource_request.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.164152 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.164660 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 06:28:06.164985 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: port_resource_request_groups.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.166022 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.166494 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 06:28:06.166845 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: portbindings.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.167781 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.168291 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: binding Nov 11 06:28:06.168615 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: portbindings_extended.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.169953 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.170473 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: binding-extended Nov 11 06:28:06.170803 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: portsecurity.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.171744 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.172253 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: port-security Nov 11 06:28:06.172579 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: project_id.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.173563 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.173943 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: project-id Nov 11 06:28:06.174273 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: providernet.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.175200 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.175741 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: provider Nov 11 06:28:06.176067 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.179681 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.180205 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos not supported by any of loaded plugins Nov 11 06:28:06.180541 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.181823 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.182343 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 06:28:06.182674 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.183598 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.184114 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 06:28:06.184445 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_default.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.185359 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.185913 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-default not supported by any of loaded plugins Nov 11 06:28:06.186244 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_fip.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.186903 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.187415 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-fip not supported by any of loaded plugins Nov 11 06:28:06.187742 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_gateway_ip.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.188672 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.189182 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 06:28:06.189514 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_port_network_policy.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.190457 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.190965 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 06:28:06.191317 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.192366 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.192875 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 06:28:06.193203 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_pps_rule.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.194424 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.195124 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-pps not supported by any of loaded plugins Nov 11 06:28:06.195459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_rule_type_details.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.196382 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.196894 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 06:28:06.197220 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: qos_rules_alias.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.198315 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.198830 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 06:28:06.199158 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: quota_check_limit.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.200083 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.200595 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: quota-check-limit Nov 11 06:28:06.200923 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: quotasv2.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.201908 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.202239 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: quotas Nov 11 06:28:06.202562 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: quotasv2_detail.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.205719 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.206093 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: quota_details Nov 11 06:28:06.206427 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: rbac.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.208071 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.208607 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: rbac-policies Nov 11 06:28:06.208941 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: rbac_address_group.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.209949 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.210468 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: rbac-address-group Nov 11 06:28:06.210797 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: rbac_address_scope.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.211731 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.212248 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: rbac-address-scope Nov 11 06:28:06.212577 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: rbac_security_groups.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.213507 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.214050 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: rbac-security-groups Nov 11 06:28:06.214383 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: rbac_subnetpool.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.215304 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.215817 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: rbac-subnetpool Nov 11 06:28:06.216143 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: revisionifmatch.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.217081 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.217599 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: revision-if-match Nov 11 06:28:06.217956 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: revisions.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.219117 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.219633 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: standard-attr-revisions Nov 11 06:28:06.219970 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: router_availability_zone.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.220650 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.221167 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: router_availability_zone Nov 11 06:28:06.221495 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: routerservicetype.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.223005 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.223519 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension router-service-type not supported by any of loaded plugins Nov 11 06:28:06.223847 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.224783 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.225296 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: security-groups-normalized-cidr Nov 11 06:28:06.225623 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: security_groups_port_filtering.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.226661 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.227174 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: port-security-groups-filtering Nov 11 06:28:06.227507 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.228443 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.228981 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: security-groups-remote-address-group Nov 11 06:28:06.229306 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.230287 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.230796 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: security-groups-shared-filtering Nov 11 06:28:06.231122 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.231717 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 06:28:06.232037 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: securitygroup.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.241922 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.242455 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: security-group Nov 11 06:28:06.242792 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: segment.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.243581 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.244090 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension segment not supported by any of loaded plugins Nov 11 06:28:06.244421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.245362 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.245913 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 06:28:06.246244 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: servicetype.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.247374 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.247895 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: service-type Nov 11 06:28:06.248224 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: sorting.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.249224 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.249560 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: sorting Nov 11 06:28:06.249921 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: standard_attr_segment.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.250850 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.251367 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 06:28:06.251697 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: standardattrdescription.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.252363 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.252873 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: standard-attr-description Nov 11 06:28:06.253201 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: stateful_security_group.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.254178 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.254694 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: stateful-security-group Nov 11 06:28:06.255024 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: stdattrs_common.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.255596 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 06:28:06.255921 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.256853 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.257368 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 06:28:06.257692 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: subnet_onboard.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.258805 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.259329 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: subnet_onboard Nov 11 06:28:06.259658 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.260603 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.261115 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 06:28:06.261442 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: subnet_service_types.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.262412 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.262929 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: subnet-service-types Nov 11 06:28:06.263258 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: subnetallocation.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.264371 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.264894 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: subnet_allocation Nov 11 06:28:06.265226 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.265926 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.266442 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: subnetpool-prefix-ops Nov 11 06:28:06.266770 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.267716 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.268227 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 06:28:06.268553 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: tagging.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.270181 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.270704 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: standard-attr-tag Nov 11 06:28:06.271033 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: timestamp.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.272246 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.272762 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loaded extension: standard-attr-timestamp Nov 11 06:28:06.273090 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: trunk.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.274153 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.274676 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension trunk not supported by any of loaded plugins Nov 11 06:28:06.275005 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: trunk_details.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.275928 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.276444 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension trunk-details not supported by any of loaded plugins Nov 11 06:28:06.276772 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: uplink_status_propagation.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.277714 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.278255 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 06:28:06.278582 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Loading extension file: vlantransparent.py {{(pid=102208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 06:28:06.279254 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 06:28:06.279764 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 06:28:06.282304 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:network Nov 11 06:28:06.282828 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:subnet Nov 11 06:28:06.283232 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 06:28:06.283632 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:port Nov 11 06:28:06.285721 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.286196 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service FLAVORS assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.286822 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.287263 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.287598 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:router Nov 11 06:28:06.288041 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:floatingip Nov 11 06:28:06.288542 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service METERING assigned prefix: /metering {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.290034 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.290421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.290773 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:28:06.291752 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 06:28:06.292199 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:security_group Nov 11 06:28:06.292649 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 06:28:06.293255 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service CORE assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.293590 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 06:28:06.293975 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] subnetpool is already registered Nov 11 06:28:06.294421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service CORE assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.294760 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 06:28:06.295096 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] subnetpool is already registered Nov 11 06:28:06.297459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.297926 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service FLAVORS assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.298554 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.299006 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.299342 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:router Nov 11 06:28:06.299686 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] router is already registered Nov 11 06:28:06.300103 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:floatingip Nov 11 06:28:06.300447 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] floatingip is already registered Nov 11 06:28:06.300995 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service METERING assigned prefix: /metering {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.301688 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 06:28:06.302042 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] rbac_policy is already registered Nov 11 06:28:06.302470 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:security_group Nov 11 06:28:06.302811 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] security_group is already registered Nov 11 06:28:06.303246 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 06:28:06.303593 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] security_group_rule is already registered Nov 11 06:28:06.304086 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service CORE assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.304413 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 06:28:06.304747 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] subnetpool is already registered Nov 11 06:28:06.305168 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.v2.resource_helper [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Service CORE assigned prefix: {{(pid=102208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 06:28:06.305493 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 06:28:06.305857 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING neutron.quota.resource_registry [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] subnetpool is already registered Nov 11 06:28:06.307558 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: extensions {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.309020 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: address-groups {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.310554 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: address-scopes {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.311755 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: agents {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.313032 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: auto-allocated-topology {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.314305 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: availability_zones {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.315516 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: dhcp-networks {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.316978 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: dhcp-agents {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.318553 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: routers {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.320673 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: flavors {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.321962 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: service_profiles {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.323197 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: next_providers {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.324666 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: service_profiles {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.326149 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: floatingip-pools {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.327483 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: routers {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.329597 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: floatingips {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.330987 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: l3-routers {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.332915 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: l3-agents {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.334362 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: metering-labels {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.335616 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: metering-label-rules {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.336997 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: network-ip-availabilities {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.338284 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: bindings {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.339904 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: quotas {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.341573 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: quotas {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.343129 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: rbac-policies {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.344326 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: security-groups {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.345764 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: security-group-rules {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.356251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: service-providers {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.356251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: subnetpools {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.356251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: subnetpools {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.356251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.356251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.356251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.357130 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.358886 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.360842 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.362570 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.365473 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.367421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.369177 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron.api.extensions [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Extended resource: tags {{(pid=102208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 06:28:06.375465 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING keystonemiddleware.auth_token [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 06:28:06.379986 dv-cinder-817514-1-iscsi neutron-server[102208]: WARNING keystonemiddleware.auth_token [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 06:28:06.388982 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_concurrency.lockutils [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Acquired lock "singleton_lock" {{(pid=102208) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 06:28:06.389461 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_concurrency.lockutils [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Releasing lock "singleton_lock" {{(pid=102208) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 06:28:06.390245 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Starting 2 workers Nov 11 06:28:06.395704 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Started child 102317 {{(pid=102208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 06:28:06.400204 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Started child 102318 {{(pid=102208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 06:28:06.401049 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:06.401685 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO neutron.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 06:28:06.402338 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Publish callbacks [] for process, before_spawn {{(pid=102208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:06.402690 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [-] (102317) wsgi starting up on http://0.0.0.0:9696 Nov 11 06:28:06.404717 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Starting 1 workers Nov 11 06:28:06.404855 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:06.406317 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [-] (102318) wsgi starting up on http://0.0.0.0:9696 Nov 11 06:28:06.413684 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Started child 102319 {{(pid=102208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 06:28:06.413684 dv-cinder-817514-1-iscsi neutron-server[102208]: INFO oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Starting 1 workers Nov 11 06:28:06.414858 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] calling RpcWorker wait() {{(pid=102319) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 06:28:06.415378 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] returning from RpcWorker wait() {{(pid=102319) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 06:28:06.415895 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Started child 102320 {{(pid=102208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 06:28:06.416762 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:06.416863 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b02e-f8a4-427e-a42a-b8e95426b37c None None] Publish callbacks [] for process, after_spawn {{(pid=102208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:06.417205 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:06.418579 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102208) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 06:28:06.418806 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 06:28:06.418996 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 06:28:06.419216 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 06:28:06.419561 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 06:28:06.419746 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 06:28:06.420248 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.420467 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:06.420911 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.420911 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.421045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.421291 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.421991 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.422239 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.422509 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.422794 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.423063 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.423234 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.423400 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.423645 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.423906 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.424196 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.424463 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.424859 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.425152 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.425324 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.425591 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.425888 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.426144 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.426417 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] debug = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.426647 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.427132 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.427386 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.427632 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.427865 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.428161 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.428394 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.428734 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.429037 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.429213 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.429458 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.429710 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.429973 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.430218 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.430458 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.430671 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.430912 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.431145 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.431670 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] host = dv-cinder-817514-1-iscsi {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.431877 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.432098 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.432327 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.432574 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.432831 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.433067 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.433316 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.433583 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.433845 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.434074 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.434330 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.434576 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.434802 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.435179 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.435346 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_options = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.435565 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.435837 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.436119 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.436310 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.436477 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.436653 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.436910 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.437074 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.437329 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.437560 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.437798 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.438014 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.438228 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.438451 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.438700 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.438929 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.439159 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.439368 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.439632 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.440066 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.440219 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.440397 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.440655 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.440894 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.441129 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.441898 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.442202 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.442358 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.442598 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.442835 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.443074 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.443317 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.443552 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.443785 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.444049 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.444294 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.444522 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.444772 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.445035 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.445257 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.445524 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.445802 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.446018 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.446267 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.446558 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.446703 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.446913 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_json = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.447120 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.447363 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.447593 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.447824 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.448037 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.448248 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.448459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.448718 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.449266 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.449540 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.449960 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.450339 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.450452 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.453045 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.454134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.454134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.454134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.454134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.454134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.454134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.455044 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.455044 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.455044 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.455521 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.455657 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.456259 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.456532 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.456834 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.457621 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.457989 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.458266 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.458534 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.458902 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.459128 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.459382 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.459624 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.459847 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.460072 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.460291 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.460582 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.460807 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.461024 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.461265 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.461503 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.461889 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.462285 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.462937 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.463448 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.463448 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.463664 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.463816 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.464077 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.464291 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.464536 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.464858 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.465101 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.465430 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.465822 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.466083 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.467234 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.467515 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.467765 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.468026 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.468285 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.468517 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.468744 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.468973 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.469195 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.469460 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.469687 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.469966 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.470186 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.470431 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.470669 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.470885 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.471125 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.471361 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.471600 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.471815 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.472027 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.472267 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.472562 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.472732 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.472976 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.473477 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.473477 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.473782 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.473908 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.474039 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.474272 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.474629 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.474872 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.475209 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.475479 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.475831 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.475957 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.476271 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.476474 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.476721 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.476943 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.477149 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.477387 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.477643 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.477915 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.478141 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.478385 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.478602 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.478862 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.479078 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.479333 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.479569 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.480102 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.480102 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.480394 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.480532 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.480808 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.481041 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.481275 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.481544 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.482755 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.482755 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.482755 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.482755 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.483315 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.483315 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.483589 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.485192 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.486421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.486421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.486421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.486421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.486421 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487476 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487476 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487745 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.487976 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.488272 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.488521 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.489761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.489761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.489761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.489761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.489761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.490145 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.490145 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.490367 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.490591 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.490839 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.491060 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.491297 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.491514 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.491762 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.491974 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.492195 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.492439 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.492660 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.492878 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.493129 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.493350 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.493569 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.493878 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.494081 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.494299 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.494534 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.494732 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.494982 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.495197 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.495477 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.495725 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.495939 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.496171 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.496390 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.496620 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.496833 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.497074 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.497296 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.497530 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.497771 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.497978 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.498188 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.498400 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.498629 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.498837 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.499091 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.499337 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.499667 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.499915 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.500142 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.500392 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.500602 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.500850 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.501063 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.501297 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.501544 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.501782 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.501998 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.502254 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.502494 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.502738 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.502954 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.503274 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.503494 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.504235 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.504466 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.504765 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.505009 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.505248 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.505504 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.505723 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.505947 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.506174 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.506380 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.506609 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.506828 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.507041 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.507246 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.507490 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.507697 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.507904 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.508146 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.508358 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.508565 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.508840 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.509053 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.509260 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.509477 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.509691 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.509940 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.510195 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.510401 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.510608 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.510825 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.511037 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.511243 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.511470 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.511684 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.511896 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.512114 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.512325 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.512532 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.512841 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.513100 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.513317 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.513604 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.513855 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.514101 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.514351 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.514664 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.514901 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.515153 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.515392 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.515616 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.515836 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.516086 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.516390 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.516672 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.516927 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.517160 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.517435 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.517709 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.517993 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.518220 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.518513 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.518841 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.519103 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.519907 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.520164 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.520434 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.520657 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.520872 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.521104 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.521347 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.521561 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.521919 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.522146 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.522370 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.522650 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.522831 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.523071 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.523312 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.523551 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.523770 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.523986 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.524142 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 06:28:06.524657 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102208) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 06:28:06.524820 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 06:28:06.524973 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 06:28:06.525140 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 06:28:06.525309 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 06:28:06.525459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 06:28:06.525665 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.525847 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.525992 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.526152 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.526308 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.526494 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.526651 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.526795 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.526956 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.527112 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.527268 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.527424 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.527580 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.527737 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.527895 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528052 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528209 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528365 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528525 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528683 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528840 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.528996 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.529152 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] debug = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.529309 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.529499 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.529659 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.529836 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.529995 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.530155 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.530329 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.530484 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.530613 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.530932 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.531082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.531224 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.531379 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.531535 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.531691 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.531849 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532003 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532159 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532316 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] host = dv-cinder-817514-1-iscsi {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532472 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532629 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532784 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.532941 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.533097 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.533252 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.533408 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.533563 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.533718 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.533897 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.534307 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.534463 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.534620 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.534777 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.534958 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_options = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.535115 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.535272 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.535427 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.535610 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.535772 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.535927 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.536085 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.536240 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.536395 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.536553 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.536710 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.536864 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537020 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537176 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537332 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537487 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537643 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537819 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.537978 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.538133 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.538290 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.538446 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.538601 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.538756 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.539065 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.539223 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.539379 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.539535 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.539691 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.539846 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540002 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540158 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540314 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540470 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540625 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540780 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.540936 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.541091 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.541251 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.541409 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.541564 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.541721 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.541897 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542054 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542211 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542366 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542523 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_json = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542679 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542834 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.542990 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.543145 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.543302 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.543459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.543614 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.543771 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 06:28:06.543949 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.544110 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.544279 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.544438 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.544596 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.544754 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.544911 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.545068 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.545227 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.545385 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.545549 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.545707 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.545896 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.546056 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.546218 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.546379 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.546692 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.546855 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547017 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547175 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547335 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547492 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547658 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547817 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.547975 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.548134 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.548294 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.548466 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.548625 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.548785 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.548945 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.549104 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.549264 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.549423 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.549606 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.549794 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.549939 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.550070 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.550216 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.550343 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.550521 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.550686 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.550846 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551005 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551166 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551326 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551484 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551644 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551804 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.551962 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.552120 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.552279 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.552438 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.552598 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.552755 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.552925 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.553084 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.553242 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.553399 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.553557 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.553716 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.553898 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.554056 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.554214 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.554373 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.554531 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.554701 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.554859 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555017 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555175 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555334 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555493 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555650 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555808 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.555966 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.556124 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.556708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.556708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.556708 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557036 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557036 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557179 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557255 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557362 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557526 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557684 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.557864 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558023 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558181 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558347 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558523 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558682 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558830 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.558987 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.559145 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.559303 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.559462 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.559621 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.559780 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.559939 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.560098 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.560429 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.560429 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.560685 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.560685 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.560917 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561038 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561158 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561273 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561432 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561589 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561789 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.561922 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.562081 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.562239 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.562397 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.562563 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.562721 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.562881 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.563695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.563695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.563695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.563695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.563695 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564610 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564610 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564829 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.564829 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565024 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565105 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565266 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565425 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565582 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565781 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.565942 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.566099 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.566782 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.566941 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.567100 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.567258 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.567418 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.567576 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.567736 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.567894 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.568054 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.568212 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.568371 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.568528 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.568688 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.568897 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.569011 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.569139 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.569303 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.569459 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.569790 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.569951 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.570111 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.570270 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.570431 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.570589 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.570748 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.570909 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.571068 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.571230 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.571390 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.571550 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572017 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572017 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572017 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572246 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572323 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572441 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572600 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572759 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.572919 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.573077 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.573237 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.573398 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.573555 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.573714 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.573885 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574102 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574201 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574351 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574509 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574669 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574827 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.574986 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.575159 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.575317 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.575476 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.575633 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.575792 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.575951 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.576036 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:06.576119 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.576255 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.576412 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.576570 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.576727 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.576890 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.577050 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.577209 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.577368 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.577526 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.577685 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.577871 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578030 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578200 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578358 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578519 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578677 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578834 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.578991 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.579159 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.579317 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.579475 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.579632 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.579789 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.579947 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.580113 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.580271 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.580428 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.580586 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.580744 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.580902 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.581068 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.581227 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.581384 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.581543 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.581700 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.582422 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.582591 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.582749 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.582908 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.583065 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.583222 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.583381 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.583548 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.583706 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.583863 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584021 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584182 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584347 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584512 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584673 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584834 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.584997 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.585154 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.585312 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.585469 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.585638 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.585817 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.585979 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.586137 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.586295 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.586452 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.586612 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.586775 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.586942 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.587106 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.587266 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.587432 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.587596 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.587761 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.587918 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.588082 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.588250 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.588409 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.588567 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.588725 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.588882 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.589040 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.589198 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.589356 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.589514 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.589672 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.589850 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590010 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590169 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590327 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590485 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590643 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590802 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.590958 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.591527 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.591527 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 06:28:06.591527 dv-cinder-817514-1-iscsi neutron-server[102208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 06:28:06.676186 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46726) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:06.684660 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063167 Nov 11 06:28:18.256403 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0af016-56ff-4bea-931a-97843cf52dfa None None] get_active_networks_info from dv-cinder-817514-1-iscsi {{(pid=102319) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 06:28:18.341470 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0af016-56ff-4bea-931a-97843cf52dfa None None] No non-hosted networks {{(pid=102319) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 06:28:18.382662 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.agentschedulers_db [None req-2a0af016-56ff-4bea-931a-97843cf52dfa None None] DHCP Agent not found on host dv-cinder-817514-1-iscsi {{(pid=102319) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 06:28:18.513275 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-adae5144-c040-4558-aa0d-87f2addb58ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16677955'] for agent, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:20.460687 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4b4af2d1-3e6c-4dd3-896e-eff97227f839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16677955'] for agent, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:20.497777 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.db.api [None req-2449ea6d-0e3d-4dc5-baf4-0830eef921af None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817514-1-iscsi {{(pid=102319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 06:28:20.498573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG oslo_db.api [None req-2449ea6d-0e3d-4dc5-baf4-0830eef921af None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 06:28:21.099535 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2449ea6d-0e3d-4dc5-baf4-0830eef921af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:21.561619 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16677955'] for agent, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:23.195538 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16677955'] for agent, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:24.119849 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.db.l3_hamode_db [None req-677c7ce4-23e2-4c88-add4-b7b8c9ffeedc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 06:28:24.202329 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16677955'] for agent, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:24.202983 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.203221 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.203549 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.203875 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.204195 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.204518 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.204834 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.205170 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.205493 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.205835 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.206807 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.207134 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:24.207599 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817514-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:24.221591 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817514-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:24.229473 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c7ce4-23e2-4c88-add4-b7b8c9ffeedc None None] Routers set() bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:28:24.229997 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c7ce4-23e2-4c88-add4-b7b8c9ffeedc None None] Router IDs set() for agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 06:28:24.434042 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46818) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:24.923932 dv-cinder-817514-1-iscsi neutron-server[102318]: WARNING oslo_policy.policy [None req-1bed48a9-2066-46a0-9b0f-b4c72b693e41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:24.924533 dv-cinder-817514-1-iscsi neutron-server[102318]: WARNING oslo_policy.policy [None req-1bed48a9-2066-46a0-9b0f-b4c72b693e41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:25.148205 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [None req-1bed48a9-2066-46a0-9b0f-b4c72b693e41 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:28:25.161755 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-1bed48a9-2066-46a0-9b0f-b4c72b693e41 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7132566 Nov 11 06:28:27.630272 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46834) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:28.106918 dv-cinder-817514-1-iscsi neutron-server[102317]: WARNING oslo_policy.policy [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:28.107514 dv-cinder-817514-1-iscsi neutron-server[102317]: WARNING oslo_policy.policy [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:28.327978 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:28:28.428144 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.policy [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102317) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 06:28:28.474639 dv-cinder-817514-1-iscsi neutron-server[102317]: WARNING oslo_policy.policy [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:28.475010 dv-cinder-817514-1-iscsi neutron-server[102317]: WARNING oslo_policy.policy [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:28.483483 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.quota [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] Loaded quota_driver: . Nov 11 06:28:28.637299 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744161555198', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744161555659', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744161567373', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744161570640', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744162104562', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744161524719', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-814618', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16774887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16650884'] for rbac-policy, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:28.824913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:28.826286 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5b84f4b7-af1e-4822-986e-f97348b7ad9c admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1950336 Nov 11 06:28:31.505066 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46852) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:31.797987 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Request body: {'network': {'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'name': 'private', 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:28:31.799360 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.quota [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Loaded quota_driver: . Nov 11 06:28:31.915724 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Made reservation on behalf of 1c2a70103c3f4e8abf266ec03ddea82f for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:28:31.987788 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.policy [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102318) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 06:28:32.035367 dv-cinder-817514-1-iscsi neutron-server[102318]: WARNING oslo_policy.policy [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:32.035741 dv-cinder-817514-1-iscsi neutron-server[102318]: WARNING oslo_policy.policy [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 06:28:32.046070 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.066856 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.173103 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.212556 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.231816 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:28:32.259299 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744159202524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.259807 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Unsubscribe: segment precommit_create {{(pid=102318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 06:28:32.260316 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Added segment de5992d8-adc8-44cb-b200-4d276275656c of type vlan for network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a Nov 11 06:28:32.280747 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b89170-00c8-4a5f-a9c2-256712fd030f,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:32.298833 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.299193 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.299531 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.299916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.300247 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.300590 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.300965 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.301271 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.301598 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.301945 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.302264 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.302580 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Tracked resource versions report: Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: pushed versions: Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: { 'AddressGroup': {'1.2'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'ConntrackHelper': {'1.0'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Log': {'1.0'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Network': {'1.1'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Port': {'1.7'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'PortForwarding': {'1.2'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'QosPolicy': {'1.10'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroup': {'1.5'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SubPort': {'1.0'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Subnet': {'1.1'}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Trunk': {'1.1'}} Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: consumer versions: Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'ConntrackHelper': '1.0', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Log': '1.0', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Network': '1.1', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Port': '1.7', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'PortForwarding': '1.2', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'QosPolicy': '1.10', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroup': '1.5', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroupRule': '1.2', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SubPort': '1.0', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Subnet': '1.1', Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Trunk': '1.1'}} Nov 11 06:28:32.303720 dv-cinder-817514-1-iscsi neutron-server[102318]: {{(pid=102318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:28:32.388751 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.513912 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.515032 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:32.515788 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:32.619030 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a2f66bf-916f-4ed9-a40e-b16b28db2b4a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:32.631191 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:28:32.677758 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-75a13024-5334-4b00-903e-650f6fdf3bf4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1605043 Nov 11 06:28:35.414799 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46868) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:35.796824 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172f1ae-b206-48eb-9894-70b8f735fd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:35.798199 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9172f1ae-b206-48eb-9894-70b8f735fd35 admin admin] 10.222.0.20 "GET /v2.0/networks/0a2f66bf-916f-4ed9-a40e-b16b28db2b4a HTTP/1.1" status: 200 len: 824 time: 0.3824787 Nov 11 06:28:35.838296 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-942982db-c66c-49ed-a51a-135b863e0c0b admin admin] 10.222.0.20 "GET /v2.0/subnetpools/210b6294-dc6a-434d-ba3d-4bc00977fe73 HTTP/1.1" status: 200 len: 734 time: 0.0331380 Nov 11 06:28:35.848316 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Request body: {'subnet': {'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:28:35.938249 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Made reservation on behalf of 1c2a70103c3f4e8abf266ec03ddea82f for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:28:35.941003 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:36.258471 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:36.322886 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Checking segment: {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:28:36.323280 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Network hostable DHCP agents. Network: 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:28:36.331414 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:36.401118 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:28:36.496983 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:28:36.501520 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:36.506660 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:36.507340 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c154013-c40d-4d9c-987e-03eb9cc78d36 None None] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:28:36.598596 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3a269e91-457f-40a7-9fe9-f8e6fb573a53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7542217 Nov 11 06:28:36.823809 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:28:36.825071 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:37.115014 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Allocated IP 172.20.0.2 (0a2f66bf-916f-4ed9-a40e-b16b28db2b4a/b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5/0483540c-9e7e-4599-9034-281d1e5ad5ab) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:28:37.312454 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:37.367274 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:37.443605 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:28:37.448328 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:28:37.453667 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Pushing event updated for resources: {'Port': ['ID=0483540c-9e7e-4599-9034-281d1e5ad5ab,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:37.455884 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:28:37.472683 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.473045 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.473383 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.473714 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.474062 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.474439 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.474766 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.475089 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.475431 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.475756 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.476078 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.476397 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Tracked resource versions report: Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: pushed versions: Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: { 'AddressGroup': {'1.2'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'ConntrackHelper': {'1.0'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Log': {'1.0'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Network': {'1.1'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Port': {'1.7'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'PortForwarding': {'1.2'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'QosPolicy': {'1.10'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroup': {'1.5'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SubPort': {'1.0'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Subnet': {'1.1'}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Trunk': {'1.1'}} Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: consumer versions: Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'ConntrackHelper': '1.0', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Log': '1.0', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Network': '1.1', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Port': '1.7', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'PortForwarding': '1.2', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'QosPolicy': '1.10', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroup': '1.5', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroupRule': '1.2', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SubPort': '1.0', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Subnet': '1.1', Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Trunk': '1.1'}} Nov 11 06:28:37.477494 dv-cinder-817514-1-iscsi neutron-server[102319]: {{(pid=102319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:28:37.550555 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Attempting to bind port 0483540c-9e7e-4599-9034-281d1e5ad5ab on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:28:37.551244 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Attempting to bind port 0483540c-9e7e-4599-9034-281d1e5ad5ab by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:28:37.551366 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Attempting to bind port 0483540c-9e7e-4599-9034-281d1e5ad5ab on network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:28:37.556144 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:28:37.556530 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Checking segment: {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:28:37.557000 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:37.557382 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Bound using segment: {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:28:37.557905 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Bound port: 0483540c-9e7e-4599-9034-281d1e5ad5ab, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:28:37.558321 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:37.617968 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] For port 0483540c-9e7e-4599-9034-281d1e5ad5ab, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:28:37.639903 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] For port 0483540c-9e7e-4599-9034-281d1e5ad5ab, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0483540c-9e7e-4599-9034-281d1e5ad5ab,segment=NetworkSegment(de5992d8-adc8-44cb-b200-4d276275656c),segment_id=de5992d8-adc8-44cb-b200-4d276275656c)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:28:37.710196 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:37.764983 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19711-f3f2-4aea-add6-e95da95f78de None None] Pushing event updated for resources: {'Port': ['ID=0483540c-9e7e-4599-9034-281d1e5ad5ab,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:39.117761 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46876) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:39.425490 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [None req-f7347722-9046-4fec-8dff-a625685fed3d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:28:39.426508 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f7347722-9046-4fec-8dff-a625685fed3d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3078222 Nov 11 06:28:41.932706 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46884) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:42.243822 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [None req-d5700d87-cd98-4245-95ac-517ea2802080 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:28:42.244778 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d5700d87-cd98-4245-95ac-517ea2802080 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110909 Nov 11 06:28:44.979154 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46894) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:45.271263 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'name': 'router1'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:28:45.376314 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:45.378762 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:45.524168 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:45.588367 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:45.654380 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:45.655591 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-bd2411d2-6599-4936-a5b0-55fa908b8cf3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6754804 Nov 11 06:28:45.900101 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 0483540c-9e7e-4599-9034-281d1e5ad5ab up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:28:45.997513 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 0483540c-9e7e-4599-9034-281d1e5ad5ab triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:45.997980 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:46.103784 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:46.136494 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 0483540c-9e7e-4599-9034-281d1e5ad5ab, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0483540c-9e7e-4599-9034-281d1e5ad5ab,segment=NetworkSegment(de5992d8-adc8-44cb-b200-4d276275656c),segment_id=de5992d8-adc8-44cb-b200-4d276275656c)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:28:46.222757 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:46.278689 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=0483540c-9e7e-4599-9034-281d1e5ad5ab,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:46.474726 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:28:46.902058 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834c5ee-b710-4b65-b772-3db237e51f3a None None] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:28:46.978366 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-4118d71f-5c8b-424d-a055-efa700071070 None None] Provisioning complete for port 0483540c-9e7e-4599-9034-281d1e5ad5ab triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:46.978727 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4118d71f-5c8b-424d-a055-efa700071070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:47.336091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-4439282e-816c-447e-bd1f-07a60dc694d1 None None] Provisioning complete for port 0483540c-9e7e-4599-9034-281d1e5ad5ab triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:47.336462 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4439282e-816c-447e-bd1f-07a60dc694d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:47.870414 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 0483540c-9e7e-4599-9034-281d1e5ad5ab up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:28:47.932142 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 0483540c-9e7e-4599-9034-281d1e5ad5ab triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:47.932778 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:48.188383 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-861c19a6-5696-4e1f-9d7d-0392c9528b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:48.211192 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46906) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:48.519964 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [None req-ad7cfa30-3c06-492f-ae8e-36d243ecd2e9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:28:48.520934 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ad7cfa30-3c06-492f-ae8e-36d243ecd2e9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3088088 Nov 11 06:28:50.435339 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-303de370-1ce9-4e33-89d1-2f833c1577ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.006741 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 46914) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:51.308376 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:28:51.423728 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Made reservation on behalf of f17a6975d5f54f03896acaa656b11547 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:28:51.426558 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.442271 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.469476 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.540783 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.594929 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.605917 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Reserving flat network on physical network physnet1 {{(pid=102317) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 06:28:51.637841 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744159202524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.638422 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Unsubscribe: segment precommit_create {{(pid=102317) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 06:28:51.638928 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Added segment 721bda9a-f582-46fd-aa85-0118593e0548 of type flat for network 22ae0df8-3952-4bb2-910e-1532f88444d5 Nov 11 06:28:51.658775 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e7a52-708d-42b9-83e5-dc31ba4b49f4,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:51.699380 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.699665 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.700002 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.700332 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.700654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.700991 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.701315 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.701648 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.702013 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.702332 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.702647 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.702960 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Tracked resource versions report: Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: pushed versions: Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: { 'AddressGroup': {'1.2'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'ConntrackHelper': {'1.0'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Log': {'1.0'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Network': {'1.1'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Port': {'1.7'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'PortForwarding': {'1.2'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'QosPolicy': {'1.10'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroup': {'1.5'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SubPort': {'1.0'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Subnet': {'1.1'}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Trunk': {'1.1'}} Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: consumer versions: Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'ConntrackHelper': '1.0', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Log': '1.0', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Network': '1.1', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Port': '1.7', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'PortForwarding': '1.2', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'QosPolicy': '1.10', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroup': '1.5', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroupRule': '1.2', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SubPort': '1.0', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Subnet': '1.1', Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Trunk': '1.1'}} Nov 11 06:28:51.704061 dv-cinder-817514-1-iscsi neutron-server[102317]: {{(pid=102317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:28:51.755897 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.840698 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.841813 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:51.842532 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:51.940595 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9322002 Nov 11 06:28:51.941157 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac07a08-9a40-4794-9284-2ec5d0e18347 admin admin] Pushing event updated for resources: {'Network': ['ID=22ae0df8-3952-4bb2-910e-1532f88444d5,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:51.952489 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:28:53.098171 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:54.098259 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:54.404617 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46936) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:54.577586 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447eeaa-ce3a-4426-b59e-e32940cba02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:54.578913 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5447eeaa-ce3a-4426-b59e-e32940cba02a admin admin] 10.222.0.20 "GET /v2.0/subnets/b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5 HTTP/1.1" status: 200 len: 849 time: 0.1733525 Nov 11 06:28:54.730367 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a8a16298-4e01-4ede-9b39-dfc062503760 admin admin] 10.222.0.20 "GET /v2.0/routers/02733353-ff5e-4b1c-ad5b-a89a37bebf61 HTTP/1.1" status: 200 len: 704 time: 0.1446416 Nov 11 06:28:54.987778 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:55.268379 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Allocated IP 172.20.0.1 (0a2f66bf-916f-4ed9-a40e-b16b28db2b4a/b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5/cde42044-84ca-4069-8116-f1ec7efc5e25) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:28:55.418859 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:55.548522 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:55.615396 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:28:55.620697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:28:55.628436 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:28:55.628983 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:55.744415 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Pushing event updated for resources: {'Port': ['ID=cde42044-84ca-4069-8116-f1ec7efc5e25,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:55.820562 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-66f20fc8-6fcd-4701-9d15-73bfa4a89b1b None None] Provisioning complete for port cde42044-84ca-4069-8116-f1ec7efc5e25 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:55.821020 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-66f20fc8-6fcd-4701-9d15-73bfa4a89b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:55.853626 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-66f20fc8-6fcd-4701-9d15-73bfa4a89b1b None None] Port cde42044-84ca-4069-8116-f1ec7efc5e25 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:28:55.938598 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:56.141385 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:56.201122 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:56.201966 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:56.259784 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Pushing event updated for resources: {'Port': ['ID=cde42044-84ca-4069-8116-f1ec7efc5e25,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:56.331085 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:28:56.332364 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:28:56.559739 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:28:56.578093 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-6a3370eb-bbc3-41d8-b2de-99461a7aa4e7 None None] Provisioning complete for port cde42044-84ca-4069-8116-f1ec7efc5e25 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:56.578468 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-6a3370eb-bbc3-41d8-b2de-99461a7aa4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:56.613899 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-6a3370eb-bbc3-41d8-b2de-99461a7aa4e7 None None] Port cde42044-84ca-4069-8116-f1ec7efc5e25 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:28:56.661288 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:28:56.666906 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5f91f908-6e00-4416-adb2-8619134be492 admin admin] 10.222.0.20 "PUT /v2.0/routers/02733353-ff5e-4b1c-ad5b-a89a37bebf61/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9289408 Nov 11 06:28:56.689149 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Sync routers for ids ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:28:56.707415 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Routers {'02733353-ff5e-4b1c-ad5b-a89a37bebf61'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:28:56.708237 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:28:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:56.910909 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Set router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:28:57.334223 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'name': 'router1', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:28:45Z', 'updated_at': '2021-11-11T06:28:55Z', 'revision_number': 2, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'gw_port_host': None, '_interfaces': [{'id': 'cde42044-84ca-4069-8116-f1ec7efc5e25', 'name': '', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'mac_address': 'fa:16:3e:a1:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:28:55Z', 'updated_at': '2021-11-11T06:28:56Z', 'revision_number': 2, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'subnets': [{'id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:57.384321 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Checking router: 02733353-ff5e-4b1c-ad5b-a89a37bebf61 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:28:57.384697 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Updating router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 port cde42044-84ca-4069-8116-f1ec7efc5e25 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:28:57.433058 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:57.935530 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.022226 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.178236 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Pushing event updated for resources: {'Port': ['ID=cde42044-84ca-4069-8116-f1ec7efc5e25,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:58.192388 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.192651 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.192967 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.193290 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.193601 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.193949 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.194266 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.194580 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.194901 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.195212 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.195523 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.195836 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Tracked resource versions report: Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: pushed versions: Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: { 'AddressGroup': {'1.2'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'ConntrackHelper': {'1.0'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Log': {'1.0'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Network': {'1.1'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Port': {'1.7'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'PortForwarding': {'1.2'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'QosPolicy': {'1.10'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroup': {'1.5'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SubPort': {'1.0'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Subnet': {'1.1'}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Trunk': {'1.1'}} Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: consumer versions: Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'ConntrackHelper': '1.0', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Log': '1.0', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Network': '1.1', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Port': '1.7', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'PortForwarding': '1.2', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'QosPolicy': '1.10', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroup': '1.5', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroupRule': '1.2', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SubPort': '1.0', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Subnet': '1.1', Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Trunk': '1.1'}} Nov 11 06:28:58.196931 dv-cinder-817514-1-iscsi neutron-server[102320]: {{(pid=102320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:28:58.201522 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Attempting to bind port cde42044-84ca-4069-8116-f1ec7efc5e25 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:28:58.201938 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Attempting to bind port cde42044-84ca-4069-8116-f1ec7efc5e25 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:28:58.202360 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Attempting to bind port cde42044-84ca-4069-8116-f1ec7efc5e25 on network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:28:58.207809 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:28:58.208313 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Checking segment: {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:28:58.208681 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.209057 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Bound using segment: {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:28:58.209570 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Bound port: cde42044-84ca-4069-8116-f1ec7efc5e25, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5992d8-adc8-44cb-b200-4d276275656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:28:58.209986 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.241707 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-749dd986-6540-4730-b20b-51e0a5a9875c None None] Provisioning complete for port cde42044-84ca-4069-8116-f1ec7efc5e25 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:58.242282 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-749dd986-6540-4730-b20b-51e0a5a9875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.275568 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] For port cde42044-84ca-4069-8116-f1ec7efc5e25, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:28:58.277235 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-749dd986-6540-4730-b20b-51e0a5a9875c None None] Port cde42044-84ca-4069-8116-f1ec7efc5e25 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:28:58.296376 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] For port cde42044-84ca-4069-8116-f1ec7efc5e25, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=cde42044-84ca-4069-8116-f1ec7efc5e25,segment=NetworkSegment(de5992d8-adc8-44cb-b200-4d276275656c),segment_id=de5992d8-adc8-44cb-b200-4d276275656c)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:28:58.361345 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.410815 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Routers {'02733353-ff5e-4b1c-ad5b-a89a37bebf61'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:28:58.411478 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:28:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:58.488852 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f9946-1b73-4362-a288-a26d066014ca None None] Pushing event updated for resources: {'Port': ['ID=cde42044-84ca-4069-8116-f1ec7efc5e25,revision_number=4']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:58.513904 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] Set router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:28:58.597934 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-bbf6f5c6-f3b2-4343-9068-659ca2aa1939 None None] Provisioning complete for port cde42044-84ca-4069-8116-f1ec7efc5e25 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:28:58.598303 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f5c6-f3b2-4343-9068-659ca2aa1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.679508 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f5c6-f3b2-4343-9068-659ca2aa1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.714595 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-bbf6f5c6-f3b2-4343-9068-659ca2aa1939 None None] For port cde42044-84ca-4069-8116-f1ec7efc5e25, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=cde42044-84ca-4069-8116-f1ec7efc5e25,segment=NetworkSegment(de5992d8-adc8-44cb-b200-4d276275656c),segment_id=de5992d8-adc8-44cb-b200-4d276275656c)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:28:58.730952 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'name': 'router1', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:28:45Z', 'updated_at': '2021-11-11T06:28:55Z', 'revision_number': 2, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'gw_port_host': None, '_interfaces': [{'id': 'cde42044-84ca-4069-8116-f1ec7efc5e25', 'name': '', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'mac_address': 'fa:16:3e:a1:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:28:55Z', 'updated_at': '2021-11-11T06:28:58Z', 'revision_number': 4, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'subnets': [{'id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:28:58.758884 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1dbb-5b68-45dd-b75e-d6ea5c7c010a None None] The sync data for ids ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'] in dv-cinder-817514-1-iscsi is: [{'id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'name': 'router1', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:28:45Z', 'updated_at': '2021-11-11T06:28:55Z', 'revision_number': 2, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'gw_port_host': None, '_interfaces': [{'id': 'cde42044-84ca-4069-8116-f1ec7efc5e25', 'name': '', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'mac_address': 'fa:16:3e:a1:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:28:55Z', 'updated_at': '2021-11-11T06:28:58Z', 'revision_number': 4, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'subnets': [{'id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:28:58.772886 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f5c6-f3b2-4343-9068-659ca2aa1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:58.828653 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6f5c6-f3b2-4343-9068-659ca2aa1939 None None] Pushing event updated for resources: {'Port': ['ID=cde42044-84ca-4069-8116-f1ec7efc5e25,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:59.038551 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46956) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:28:59.147548 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee810c-a6ac-4468-bdc3-76a57fe78409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:59.148889 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5cee810c-a6ac-4468-bdc3-76a57fe78409 admin admin] 10.222.0.20 "GET /v2.0/networks/22ae0df8-3952-4bb2-910e-1532f88444d5 HTTP/1.1" status: 200 len: 842 time: 0.1094456 Nov 11 06:28:59.159222 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:28:59.241377 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Made reservation on behalf of f17a6975d5f54f03896acaa656b11547 for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:28:59.243673 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:59.581329 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.objects.ports [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102318) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 06:28:59.581677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:59.642323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5336fea-715f-47a1-9c60-ef7272fff94d,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:28:59.645801 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:28:59.646173 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Network hostable DHCP agents. Network: 22ae0df8-3952-4bb2-910e-1532f88444d5, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:28:59.732305 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:28:59.805177 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 22ae0df8-3952-4bb2-910e-1532f88444d5) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:28:59.809629 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:28:59.810263 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:28:59.816457 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e98a82-fc09-40d4-8bcd-b980c1700e5b None None] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:28:59.911822 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-73aac24a-042e-4790-9df8-408905a4d638 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7561548 Nov 11 06:28:59.956517 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfeb0f9-edbe-445b-8b02-b4920eae6103 None None] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:29:02.318754 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46964) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:29:02.459305 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3e520a39-becb-4214-9641-1ee4308a5a55 admin admin] 10.222.0.20 "GET /v2.0/routers/02733353-ff5e-4b1c-ad5b-a89a37bebf61 HTTP/1.1" status: 200 len: 710 time: 0.1320989 Nov 11 06:29:02.543852 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b55f5a-6d6c-468e-aba6-9b8ea3b360eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:29:02.545172 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-86b55f5a-6d6c-468e-aba6-9b8ea3b360eb admin admin] 10.222.0.20 "GET /v2.0/networks/22ae0df8-3952-4bb2-910e-1532f88444d5 HTTP/1.1" status: 200 len: 886 time: 0.0851393 Nov 11 06:29:02.555622 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:29:02.872697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:03.212379 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:03.301375 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:03.502313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Allocated IP 172.27.1.79 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/23dffb48-8153-48a4-87f7-2d7ac938d216) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:29:03.604997 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:03.676101 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:03.710527 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:29:03.713181 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:29:03.721427 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:29:03.726587 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=23dffb48-8153-48a4-87f7-2d7ac938d216,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:29:04.039113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:04.239685 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16646237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16677175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10632'] for router, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:04.242970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16646218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16646211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16677164'] for router, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:04.433812 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:29:04.541829 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:29:04.546380 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:04.547603 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4f05868d-78fa-4de2-b135-703b5d8e4cf4 admin admin] 10.222.0.20 "PUT /v2.0/routers/02733353-ff5e-4b1c-ad5b-a89a37bebf61 HTTP/1.1" status: 200 len: 889 time: 1.9954815 Nov 11 06:29:05.735482 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Sync routers for ids ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:29:05.750114 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Routers {'02733353-ff5e-4b1c-ad5b-a89a37bebf61'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:29:05.750921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:28:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:29:05.921575 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device cde42044-84ca-4069-8116-f1ec7efc5e25 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:29:05.995114 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Set router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:29:06.178711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port cde42044-84ca-4069-8116-f1ec7efc5e25 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:29:06.179085 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:06.521672 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'name': 'router1', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '23dffb48-8153-48a4-87f7-2d7ac938d216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:28:45Z', 'updated_at': '2021-11-11T06:29:03Z', 'revision_number': 4, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'gw_port': {'id': '23dffb48-8153-48a4-87f7-2d7ac938d216', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:29:03Z', 'updated_at': '2021-11-11T06:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'cde42044-84ca-4069-8116-f1ec7efc5e25', 'name': '', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'mac_address': 'fa:16:3e:a1:d4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:28:55Z', 'updated_at': '2021-11-11T06:28:58Z', 'revision_number': 5, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'subnets': [{'id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:29:06.569926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Checking router: 02733353-ff5e-4b1c-ad5b-a89a37bebf61 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:29:06.570309 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Updating router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 port 23dffb48-8153-48a4-87f7-2d7ac938d216 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:29:06.618974 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:06.937816 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:07.021868 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:07.067453 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Attempting to bind port 23dffb48-8153-48a4-87f7-2d7ac938d216 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:29:07.067821 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Attempting to bind port 23dffb48-8153-48a4-87f7-2d7ac938d216 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:29:07.068178 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Attempting to bind port 23dffb48-8153-48a4-87f7-2d7ac938d216 on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:29:07.076670 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 46976) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:29:07.080589 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:29:07.080958 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:29:07.081353 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:07.081757 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:29:07.082298 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Bound port: 23dffb48-8153-48a4-87f7-2d7ac938d216, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:29:07.082693 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:07.084289 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2c159-8b3c-4ed6-b278-be5aacc4e2a3 None None] Pushing event updated for resources: {'Port': ['ID=23dffb48-8153-48a4-87f7-2d7ac938d216,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:29:07.138347 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] For port 23dffb48-8153-48a4-87f7-2d7ac938d216, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:29:07.141288 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] For port 23dffb48-8153-48a4-87f7-2d7ac938d216, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=23dffb48-8153-48a4-87f7-2d7ac938d216,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:29:07.190917 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-054dca30-398d-4d57-91dc-5426a405a632 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129775 Nov 11 06:29:07.218674 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:07.278673 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2c159-8b3c-4ed6-b278-be5aacc4e2a3 None None] Pushing event updated for resources: {'Port': ['ID=23dffb48-8153-48a4-87f7-2d7ac938d216,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:29:07.281148 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Routers {'02733353-ff5e-4b1c-ad5b-a89a37bebf61'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:29:07.281765 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:28:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:29:07.391172 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] Set router 02733353-ff5e-4b1c-ad5b-a89a37bebf61 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:29:07.598638 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'name': 'router1', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '23dffb48-8153-48a4-87f7-2d7ac938d216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:28:45Z', 'updated_at': '2021-11-11T06:29:03Z', 'revision_number': 4, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'gw_port': {'id': '23dffb48-8153-48a4-87f7-2d7ac938d216', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:29:03Z', 'updated_at': '2021-11-11T06:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'cde42044-84ca-4069-8116-f1ec7efc5e25', 'name': '', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'mac_address': 'fa:16:3e:a1:d4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:28:55Z', 'updated_at': '2021-11-11T06:28:58Z', 'revision_number': 5, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'subnets': [{'id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:29:07.639373 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981815e8-c6c7-4cf4-af18-ca4e9b818d64 None None] The sync data for ids ['02733353-ff5e-4b1c-ad5b-a89a37bebf61'] in dv-cinder-817514-1-iscsi is: [{'id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'name': 'router1', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '23dffb48-8153-48a4-87f7-2d7ac938d216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:28:45Z', 'updated_at': '2021-11-11T06:29:03Z', 'revision_number': 4, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'gw_port': {'id': '23dffb48-8153-48a4-87f7-2d7ac938d216', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:29:03Z', 'updated_at': '2021-11-11T06:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'cde42044-84ca-4069-8116-f1ec7efc5e25', 'name': '', 'network_id': '0a2f66bf-916f-4ed9-a40e-b16b28db2b4a', 'tenant_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'mac_address': 'fa:16:3e:a1:d4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02733353-ff5e-4b1c-ad5b-a89a37bebf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:28:55Z', 'updated_at': '2021-11-11T06:28:58Z', 'revision_number': 5, 'project_id': '1c2a70103c3f4e8abf266ec03ddea82f', 'subnets': [{'id': 'b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210b6294-dc6a-434d-ba3d-4bc00977fe73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:29:07.945009 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 23dffb48-8153-48a4-87f7-2d7ac938d216 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:29:08.005764 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 23dffb48-8153-48a4-87f7-2d7ac938d216 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:29:08.006485 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:08.090744 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:08.120740 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 23dffb48-8153-48a4-87f7-2d7ac938d216, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=23dffb48-8153-48a4-87f7-2d7ac938d216,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:29:08.205685 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:08.259255 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=23dffb48-8153-48a4-87f7-2d7ac938d216,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:29:09.896217 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 23dffb48-8153-48a4-87f7-2d7ac938d216 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:29:09.948387 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 23dffb48-8153-48a4-87f7-2d7ac938d216 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:29:09.948951 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:18.199653 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-bf40b7a4-6a12-4af6-8b1f-aa51c7955772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:20.526467 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ba850f54-8c10-4b28-9a43-005d6cc3fa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:21.509623 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:23.101902 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:23.474884 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:29:24.107833 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:48.217811 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-66a34def-cb32-4a2c-ae6b-35b74723b83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:50.543632 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e5d7beb1-a3df-472f-9d8d-5c2d36e08d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:51.469037 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:53.095687 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:29:54.117463 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:00.476431 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:30:18.182972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-77dd64ed-709e-46f0-bffe-0931bd0b3c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:20.451250 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-fc60b6be-34c5-4af1-b718-3b35ba96cddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:21.485582 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:23.108608 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:24.114032 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:37.476480 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:30:46.064946 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47538) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:30:46.134030 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11bd5b2-812e-4ad2-8f95-f85491f030d5 admin admin] GET failed (client error): The resource could not be found. Nov 11 06:30:46.135383 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-a11bd5b2-812e-4ad2-8f95-f85491f030d5 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694563 Nov 11 06:30:46.323504 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a853d2-bb3d-4786-a3b8-958097a1d38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:46.324868 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e3a853d2-bb3d-4786-a3b8-958097a1d38c admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1836886 Nov 11 06:30:48.188204 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2afe1c74-4780-4688-866b-cf5256d8ebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:48.616066 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47548) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:30:48.705323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a0f6d-8ecc-4057-aebb-a5d5a93b4d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:48.707036 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-588a0f6d-8ecc-4057-aebb-a5d5a93b4d2e admin admin] 10.222.0.20 "GET /v2.0/subnets/b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5 HTTP/1.1" status: 200 len: 849 time: 0.0900354 Nov 11 06:30:48.716977 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:30:48.799664 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:48.999233 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744159297410'] for subnet, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:49.027879 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:49.028482 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:49.029793 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] 10.222.0.20 "PUT /v2.0/subnets/b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5 HTTP/1.1" status: 200 len: 868 time: 0.3164458 Nov 11 06:30:49.038320 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dcf748-9402-4d6a-a482-ad7b6783f70d None None] Network 0a2f66bf-916f-4ed9-a40e-b16b28db2b4a requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:30:49.051283 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:30:49.058585 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.058962 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.059311 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.059652 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.060536 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.060536 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.060751 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.060970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.061303 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.061627 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.062012 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.062341 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a627f-7b2c-4e72-ab11-bdf6251de0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:30:49.383285 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-a52f8416-a3fd-465e-a8b4-76d0cf6bbd98 None None] Provisioning complete for port 0483540c-9e7e-4599-9034-281d1e5ad5ab triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:30:49.383803 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a52f8416-a3fd-465e-a8b4-76d0cf6bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:49.469787 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-a52f8416-a3fd-465e-a8b4-76d0cf6bbd98 None None] Provisioning complete for port cde42044-84ca-4069-8116-f1ec7efc5e25 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:30:49.470169 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a52f8416-a3fd-465e-a8b4-76d0cf6bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:50.445292 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c5174b66-5ae6-4ce2-843e-1135ff7cf4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:51.369697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47558) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:30:51.517575 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:51.571699 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d03ba8-d01d-42c8-979d-67b81529d4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:51.572095 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d03ba8-d01d-42c8-979d-67b81529d4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:51.573618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-02d03ba8-d01d-42c8-979d-67b81529d4eb admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2029457 Nov 11 06:30:53.136353 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:53.875113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47566) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:30:54.002449 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8125ed-4b8e-40a7-a13d-483c9726085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:54.002913 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8125ed-4b8e-40a7-a13d-483c9726085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:54.004390 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-0c8125ed-4b8e-40a7-a13d-483c9726085b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1283493 Nov 11 06:30:54.131043 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:30:56.291407 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47574) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:30:56.425017 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31ce63-ce41-478b-8d10-617e8d72d7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:56.426413 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4b31ce63-ce41-478b-8d10-617e8d72d7ca admin admin] 10.222.0.20 "GET /v2.0/networks/0a2f66bf-916f-4ed9-a40e-b16b28db2b4a HTTP/1.1" status: 200 len: 868 time: 0.1340551 Nov 11 06:30:58.719293 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47582) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:30:58.842690 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b07e9d-8c43-4e10-be60-bd29f5084109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:30:58.844038 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b9b07e9d-8c43-4e10-be60-bd29f5084109 admin admin] 10.222.0.20 "GET /v2.0/networks/22ae0df8-3952-4bb2-910e-1532f88444d5 HTTP/1.1" status: 200 len: 886 time: 0.1237872 Nov 11 06:31:01.133140 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47590) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:01.252711 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998e19c-afc9-451c-bddd-3f8245fba55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:01.253170 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998e19c-afc9-451c-bddd-3f8245fba55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:01.254695 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3998e19c-afc9-451c-bddd-3f8245fba55b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205437 Nov 11 06:31:03.575049 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47598) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:03.700476 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387e56d4-cafa-4935-a071-04912aaa06a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:03.700911 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387e56d4-cafa-4935-a071-04912aaa06a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:03.702450 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-387e56d4-cafa-4935-a071-04912aaa06a0 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264703 Nov 11 06:31:05.996849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47606) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:06.107973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61bff4-84f5-4441-826f-cc5eb89a197a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:06.109858 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8e61bff4-84f5-4441-826f-cc5eb89a197a admin admin] 10.222.0.20 "GET /v2.0/subnets/b5336fea-715f-47a1-9c60-ef7272fff94d HTTP/1.1" status: 200 len: 816 time: 0.1120379 Nov 11 06:31:08.382254 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47614) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:08.474648 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6c86d-1344-476f-a07f-60349d3aade4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:08.476013 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-86b6c86d-1344-476f-a07f-60349d3aade4 admin admin] 10.222.0.20 "GET /v2.0/subnets/b7cac3b3-c463-43d5-b04c-ca46e4b1d0f5 HTTP/1.1" status: 200 len: 868 time: 0.0928135 Nov 11 06:31:14.474963 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:31:18.187413 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-53ae6024-0ad7-4d6e-a858-bd80075ca49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:20.442325 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-94b147c5-d52d-4f3a-b1e7-173139204fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:21.518723 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:23.096277 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:24.116246 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:33.070571 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47668) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:33.116820 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [None req-b1c1739c-bb7a-454c-b67f-b2f2a66e4263 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:31:33.117824 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b1c1739c-bb7a-454c-b67f-b2f2a66e4263 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463004 Nov 11 06:31:35.505511 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47676) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:35.577346 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d658092b-d690-46e6-a849-8c9b7915f669 admin admin] GET failed (client error): The resource could not be found. Nov 11 06:31:35.578664 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d658092b-d690-46e6-a849-8c9b7915f669 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0721865 Nov 11 06:31:35.664311 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104081b-4be1-42a3-a9ef-5942deb2965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:35.665766 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-0104081b-4be1-42a3-a9ef-5942deb2965f admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825069 Nov 11 06:31:37.978995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47684) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:38.024972 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:31:38.099149 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Made reservation on behalf of f17a6975d5f54f03896acaa656b11547 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:31:38.101357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:38.135468 dv-cinder-817514-1-iscsi neutron-server[102317]: WARNING neutron.services.revisions.revision_plugin [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Could not find related network for resource to bump revision. Nov 11 06:31:38.149216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:31:38.159413 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:38.159692 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Added segment 591ef1b2-a0e3-44d0-a4e3-089967ff037d of type vlan for network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 Nov 11 06:31:38.196490 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:38.276357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:38.277274 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:38.277892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:38.336296 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Pushing event updated for resources: {'Network': ['ID=26be5926-b127-4cb7-bf6a-8da7dc3137e4,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:31:38.343287 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.343652 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.343992 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.344324 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.344650 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.344995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.345324 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.345649 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.346007 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.346329 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.346646 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.346965 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:38.357427 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:31:38.376498 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3772877f-54dc-4c2f-a516-d3ca930ced2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3964646 Nov 11 06:31:40.693608 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47692) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:31:40.752214 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1bbffa-6a1a-4d2f-bb0a-1ced43a995e7 admin admin] GET failed (client error): The resource could not be found. Nov 11 06:31:40.753496 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9c1bbffa-6a1a-4d2f-bb0a-1ced43a995e7 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589068 Nov 11 06:31:40.852902 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985ae01-761b-45ff-9ab6-e4cde71e51ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:40.854388 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8985ae01-761b-45ff-9ab6-e4cde71e51ef admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0963757 Nov 11 06:31:40.865244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:31:40.946893 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Made reservation on behalf of f17a6975d5f54f03896acaa656b11547 for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:31:40.949023 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:41.158860 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:41.215047 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66f4a65-a030-437c-bdc0-799b671cd53a,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:31:41.217597 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Checking segment: {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:31:41.217962 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Network hostable DHCP agents. Network: 26be5926-b127-4cb7-bf6a-8da7dc3137e4, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:31:41.301429 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:31:41.363959 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 26be5926-b127-4cb7-bf6a-8da7dc3137e4) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:31:41.367896 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:31:41.368533 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:41.372639 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df6fda-5785-4dd9-a14d-dd3fb7ca6594 None None] Network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:31:41.438813 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-24eaf4fc-e1a2-4360-aa5f-93b697d746ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5768573 Nov 11 06:31:41.690925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-26be5926-b127-4cb7-bf6a-8da7dc3137e4', 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4', 'tenant_id': 'f17a6975d5f54f03896acaa656b11547', 'fixed_ips': [{'subnet_id': 'b66f4a65-a030-437c-bdc0-799b671cd53a'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:31:41.691925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:41.826460 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Allocated IP 192.168.233.2 (26be5926-b127-4cb7-bf6a-8da7dc3137e4/b66f4a65-a030-437c-bdc0-799b671cd53a/0d37d234-b518-47ee-9a3f-cb7985af8fcd) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:31:41.968735 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:42.039410 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:42.085423 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:31:42.086709 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Pushing event updated for resources: {'Port': ['ID=0d37d234-b518-47ee-9a3f-cb7985af8fcd,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:31:42.089432 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:31:42.092118 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:31:42.098375 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.098745 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.099088 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.099423 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.099753 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.100081 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.100404 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.100731 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.101076 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.101399 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.101742 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.102064 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:31:42.154280 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Attempting to bind port 0d37d234-b518-47ee-9a3f-cb7985af8fcd on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:31:42.154642 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Attempting to bind port 0d37d234-b518-47ee-9a3f-cb7985af8fcd by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:31:42.154998 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Attempting to bind port 0d37d234-b518-47ee-9a3f-cb7985af8fcd on network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:31:42.160221 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:31:42.160593 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Checking segment: {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:31:42.160989 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:42.161377 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Bound using segment: {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:31:42.161854 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Bound port: 0d37d234-b518-47ee-9a3f-cb7985af8fcd, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:31:42.162243 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:42.225249 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] For port 0d37d234-b518-47ee-9a3f-cb7985af8fcd, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:31:42.228257 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] For port 0d37d234-b518-47ee-9a3f-cb7985af8fcd, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0d37d234-b518-47ee-9a3f-cb7985af8fcd,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:31:42.334077 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:42.396558 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6153-8671-4819-b83d-37e239f1a73c None None] Pushing event updated for resources: {'Port': ['ID=0d37d234-b518-47ee-9a3f-cb7985af8fcd,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:31:43.237892 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dc95c-2eab-4735-8da6-751d4fc9543b None None] Network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:31:43.351173 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-c3ee3c3c-dcc8-4ec5-8808-37b10b22eb8c None None] Provisioning complete for port 0d37d234-b518-47ee-9a3f-cb7985af8fcd triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:31:43.351460 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3c3c-dcc8-4ec5-8808-37b10b22eb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:43.490429 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3c3c-dcc8-4ec5-8808-37b10b22eb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:43.524707 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-c3ee3c3c-dcc8-4ec5-8808-37b10b22eb8c None None] For port 0d37d234-b518-47ee-9a3f-cb7985af8fcd, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0d37d234-b518-47ee-9a3f-cb7985af8fcd,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:31:43.616208 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3c3c-dcc8-4ec5-8808-37b10b22eb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:43.669488 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee3c3c-dcc8-4ec5-8808-37b10b22eb8c None None] Pushing event updated for resources: {'Port': ['ID=0d37d234-b518-47ee-9a3f-cb7985af8fcd,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:31:43.737969 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-011eb49f-c3f7-4f61-a3ed-04c3ed2723b1 None None] Provisioning complete for port 0d37d234-b518-47ee-9a3f-cb7985af8fcd triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:31:43.738429 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-011eb49f-c3f7-4f61-a3ed-04c3ed2723b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:43.993944 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 0d37d234-b518-47ee-9a3f-cb7985af8fcd up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:31:44.041021 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 0d37d234-b518-47ee-9a3f-cb7985af8fcd triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:31:44.041384 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:48.224690 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b3bd274b-f2d6-4a53-9096-902ed92a20ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:50.449635 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a1bced94-dbe4-48db-b3e5-688370ce58cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:51.473500 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:31:51.492721 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:53.118326 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:31:54.112564 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:18.178432 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5d247a78-d8ca-4061-8798-40218f244b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:20.467032 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a8a80376-24aa-4c79-823e-56607e8c87a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:21.501252 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:23.121196 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:24.135337 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:28.472849 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:32:48.180455 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e128a28d-2b14-474d-9437-d122245b29cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:50.443505 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3c75-0b5d-4a5d-bca3-a8e8a12df027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:51.528967 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:53.117645 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:32:54.303492 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:05.471355 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:33:18.216704 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-34d3b8fb-e15d-4fde-b16a-92fc99544a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:20.456922 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3679e71d-a97e-41c3-8bbe-a7ed066c0739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:21.508265 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:22.395219 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47738) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:33:22.401085 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [None req-6e878a00-cdd8-4572-8033-d31d4195c219 tempest-verify_tempest_config-1506654676 tempest-verify_tempest_config-1506654676-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:33:22.402064 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-6e878a00-cdd8-4572-8033-d31d4195c219 tempest-verify_tempest_config-1506654676 tempest-verify_tempest_config-1506654676-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057700 Nov 11 06:33:22.901798 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 47756) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:33:23.000437 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.075007 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.128642 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.156717 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.294134 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f591b56553a04e1986262892e93b6ce0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3911548 Nov 11 06:33:23.295112 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf98bc-72f7-4ef0-aef6-ea6dd4b1cfcd,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:33:23.296740 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47760) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:33:23.301944 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304571 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304678 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.304926 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.305242 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.305554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167a3ee-6f8c-4452-bf8b-7c4c98812607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.350328 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.371772 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.522891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.525412 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:23.526575 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06bf98bc-72f7-4ef0-aef6-ea6dd4b1cfcd HTTP/1.1" status: 204 len: 168 time: 0.2288563 Nov 11 06:33:23.534309 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf98bc-72f7-4ef0-aef6-ea6dd4b1cfcd,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.543876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.544408 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.544408 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.544767 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.545055 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:23.545374 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844d8ad-10df-4a8b-8726-e0ca9e7dc0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:33:24.125215 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:42.469848 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:33:48.184751 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bc50ac8-18e4-43e7-bc0e-bc7c597cf1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:50.453318 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5baafad3-cdd0-418b-8e11-006f600eb422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:51.519132 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:53.124718 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:33:54.102191 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:18.184187 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-60092b5f-fe1c-4944-bdd9-637a2ef64eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:19.469100 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 5 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:34:20.432225 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-55ab1f7a-dd17-4b16-831d-f6b38b03e551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:21.501481 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:23.104114 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:24.100938 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:48.191721 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3d806293-5cb5-4599-b12e-58ded396011f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:50.435471 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-780fdd9e-3d00-4049-a70c-7a5ba20a0c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:51.515266 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:52.580348 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16677955'] for agent, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:53.115799 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:54.105530 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:34:56.468560 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:35:07.437441 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47834) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:35:07.538683 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b123e38c-fe17-4f1e-a5ef-4b26110e4bf1 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1000085 Nov 11 06:35:09.840904 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 47844) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:35:09.894252 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-80f33f76-9b6c-4483-b1a2-2e79535fc2eb admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522134 Nov 11 06:35:18.179479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-afe96128-e048-4e7b-b2bb-6924363b5198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:20.453430 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-45f34f43-72df-4a60-9ccf-e8f7f40898f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:21.514765 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:22.537599 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:23.120499 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:24.110464 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:33.467648 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:35:48.190073 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c66e9f1-2bb0-4785-96fe-44f17a8630be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:50.429982 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2b520d26-35f2-4752-b308-ecff831b1dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:51.532870 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:52.589245 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:53.133103 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:35:54.131130 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:10.466555 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:36:18.189310 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4a3c69df-dde1-4bdb-aaa3-5f1acb6025b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:20.429630 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-324294f8-d148-43b7-a6e1-2d8218a95653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:21.519108 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:22.543460 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:23.136300 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:24.119412 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:39.348953 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48014) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:39.613952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-807580530-network', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:39.732072 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Made reservation on behalf of 50a4f29fcd7746f4b9c5fecb33376b5b for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:39.738175 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:39.746011 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:39.815893 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:39.923969 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48040) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:39.930734 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:39.958744 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a8ded-7256-4da1-a781-35b5a8317dcb,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:39.969331 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:36:39.969913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.970282 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.970627 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.971156 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.971493 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.971844 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.972185 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.972534 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.972892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.973227 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.973552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.973913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Tracked resource versions report: Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: pushed versions: Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: { 'AddressGroup': {'1.2'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'ConntrackHelper': {'1.0'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Log': {'1.0'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Network': {'1.1'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Port': {'1.7'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'PortForwarding': {'1.2'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'QosPolicy': {'1.10'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroup': {'1.5'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SubPort': {'1.0'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Subnet': {'1.1'}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Trunk': {'1.1'}} Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: consumer versions: Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: HyperV agent@hv-cinder-81751: {}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'ConntrackHelper': '1.0', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Log': '1.0', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Network': '1.1', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Port': '1.7', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'PortForwarding': '1.2', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'QosPolicy': '1.10', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroup': '1.5', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SecurityGroupRule': '1.2', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'SubPort': '1.0', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Subnet': '1.1', Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: 'Trunk': '1.1'}} Nov 11 06:36:39.974968 dv-cinder-817514-1-iscsi neutron-server[102317]: {{(pid=102317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:36:39.985445 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:39.985852 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Added segment 4e81ba39-7d99-4cbc-a601-bfad121177bf of type vlan for network 606e9387-7c2e-4208-93c4-0b867ddefd5c Nov 11 06:36:40.032823 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.132216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.133397 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:40.134321 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.202347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] Pushing event updated for resources: {'Network': ['ID=606e9387-7c2e-4208-93c4-0b867ddefd5c,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:40.212320 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48058) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:40.213399 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-0906563b-7108-490b-81ce-b727594d5f7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8621855 Nov 11 06:36:40.215043 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:36:40.224689 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Request body: {'subnet': {'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-subnet', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:40.319313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Made reservation on behalf of 50a4f29fcd7746f4b9c5fecb33376b5b for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:40.322105 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.341021 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-326305593-network', 'tenant_id': '8590c02fabcf4fd0b2f4df2019098df7'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:40.401111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48064) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:40.595245 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Made reservation on behalf of 8590c02fabcf4fd0b2f4df2019098df7 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:40.595406 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.598712 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.617780 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.635555 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=851898e7-a300-418c-88b8-c348179d8162,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:40.642991 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.643357 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.643869 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.644241 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.644794 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.644929 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.645222 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.645568 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.645948 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.646271 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Tracked resource versions report: Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: pushed versions: Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: { 'AddressGroup': {'1.2'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'ConntrackHelper': {'1.0'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Log': {'1.0'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Network': {'1.1'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Port': {'1.7'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'PortForwarding': {'1.2'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'QosPolicy': {'1.10'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroup': {'1.5'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SubPort': {'1.0'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Subnet': {'1.1'}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Trunk': {'1.1'}} Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: consumer versions: Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: HyperV agent@hv-cinder-81751: {}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'ConntrackHelper': '1.0', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Log': '1.0', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Network': '1.1', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Port': '1.7', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'PortForwarding': '1.2', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'QosPolicy': '1.10', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroup': '1.5', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SecurityGroupRule': '1.2', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'SubPort': '1.0', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Subnet': '1.1', Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: 'Trunk': '1.1'}} Nov 11 06:36:40.650544 dv-cinder-817514-1-iscsi neutron-server[102318]: {{(pid=102318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:36:40.679319 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48074) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:40.692417 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Checking segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:40.692772 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Network hostable DHCP agents. Network: 606e9387-7c2e-4208-93c4-0b867ddefd5c, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:36:40.727637 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.777913 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:36:40.794731 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.826574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-network', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:40.829541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:36:40.844711 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 606e9387-7c2e-4208-93c4-0b867ddefd5c) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:40.849801 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330bd5df-62d0-4f86-a04c-16eb1c7835e0,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:40.850102 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:40.854152 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.860928 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d56d9-f2c0-44bc-9b7c-fb9265cb258d None None] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:40.867194 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.867533 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Added segment f060287d-8414-496c-a41b-feb34af886d6 of type vlan for network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba Nov 11 06:36:40.913323 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.921353 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Made reservation on behalf of e7cfc851f5984af18b834502783cc44f for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:40.924916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48082) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:40.926965 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:40.946364 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.007725 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4cbed647-fd1a-40a8-a23e-03c4662aa28c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7891574 Nov 11 06:36:41.010639 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48088) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:41.016427 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:41.036670 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.038019 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.038359 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-606e9387-7c2e-4208-93c4-0b867ddefd5c', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:36:41.039442 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:41.040206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.040377 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.060774 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-407042771-network', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:41.107306 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1112026004-network', 'tenant_id': '9eea46a98b1244a596dcf579bbb5d274'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:41.108490 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] Pushing event updated for resources: {'Network': ['ID=7e1eaaf3-67df-476b-83d8-0c17a2be0fba,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:41.115487 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.128338 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:36:41.138347 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.139516 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.146670 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:36:41.156544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b5b14-85c4-44df-b38b-cf122ff61a29,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:41.163566 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.164145 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Added segment f8769346-fc01-4977-b7d7-73900f31f199 of type vlan for network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 Nov 11 06:36:41.208584 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.220746 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-62d0f0b2-4b16-4e5e-8c12-3bbe8b786bca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2954762 Nov 11 06:36:41.221357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48096) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:41.228248 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Request body: {'subnet': {'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-326305593-subnet', 'tenant_id': '8590c02fabcf4fd0b2f4df2019098df7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:41.278799 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Allocated IP 172.20.0.2 (606e9387-7c2e-4208-93c4-0b867ddefd5c/851898e7-a300-418c-88b8-c348179d8162/ac3d0142-a2b4-42cd-8c74-4d978ca76583) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:41.310143 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.320655 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.321999 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:41.323278 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.415195 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Made reservation on behalf of 18e3caf076964d3a9997b5ab0ecfb925 for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:41.417980 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.422638 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ff747c-0bc8-47c0-89d5-07933faf7ec8,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:41.455620 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.514778 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.526743 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:36:41.541198 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-200d4563-f35b-4bdb-9ddf-a1c5bad2d261 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1388199 Nov 11 06:36:41.543976 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48106) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:41.549152 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Request body: {'subnet': {'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-subnet', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:41.552150 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.620302 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.652512 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.656222 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Made reservation on behalf of 9eea46a98b1244a596dcf579bbb5d274 for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:41.659788 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.670045 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.686571 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.db.api [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 06:36:41.686571 dv-cinder-817514-1-iscsi neutron-server[102317]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 06:36:41.686571 dv-cinder-817514-1-iscsi neutron-server[102317]: [parameters: {'project_id_1': 'e7cfc851f5984af18b834502783cc44f', 'expiration_1': datetime.datetime(2021, 11, 11, 6, 36, 21, 565960)}] Nov 11 06:36:41.686571 dv-cinder-817514-1-iscsi neutron-server[102317]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 06:36:41.688799 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG oslo_db.api [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 06:36:41.718191 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.741908 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:41.746012 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Made reservation on behalf of 8590c02fabcf4fd0b2f4df2019098df7 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:41.752571 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:41.753866 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.758312 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:41.762901 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Pushing event updated for resources: {'Port': ['ID=ac3d0142-a2b4-42cd-8c74-4d978ca76583,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:41.776408 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.776934 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.778113 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.778621 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.779295 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.779782 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.780272 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.780760 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.781281 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.781944 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.782426 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.782921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:41.784025 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Tracked resource versions report: Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: pushed versions: Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: { 'AddressGroup': {'1.2'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'ConntrackHelper': {'1.0'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Log': {'1.0'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Network': {'1.1'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Port': {'1.7'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'PortForwarding': {'1.2'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'QosPolicy': {'1.10'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroup': {'1.5'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SubPort': {'1.0'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Subnet': {'1.1'}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Trunk': {'1.1'}} Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: consumer versions: Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: HyperV agent@hv-cinder-81751: {}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'ConntrackHelper': '1.0', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Log': '1.0', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Network': '1.1', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Port': '1.7', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'PortForwarding': '1.2', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'QosPolicy': '1.10', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroup': '1.5', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SecurityGroupRule': '1.2', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'SubPort': '1.0', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Subnet': '1.1', Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: 'Trunk': '1.1'}} Nov 11 06:36:41.784484 dv-cinder-817514-1-iscsi neutron-server[102319]: {{(pid=102319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:36:41.814970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.815216 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Added segment e7995564-b940-43d1-933a-7490a22793e6 of type vlan for network 9056722a-d4bd-462d-b0c5-8d0a070fd148 Nov 11 06:36:41.841320 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414589bb-d322-4444-b402-8fb85c7334ec,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:41.868251 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Attempting to bind port ac3d0142-a2b4-42cd-8c74-4d978ca76583 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:41.869047 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Attempting to bind port ac3d0142-a2b4-42cd-8c74-4d978ca76583 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:41.870866 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Attempting to bind port ac3d0142-a2b4-42cd-8c74-4d978ca76583 on network 606e9387-7c2e-4208-93c4-0b867ddefd5c {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:41.876620 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:41.877244 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Checking segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:41.877857 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.878424 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Bound using segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:41.879049 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Bound port: ac3d0142-a2b4-42cd-8c74-4d978ca76583, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:41.879826 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.913571 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.965262 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:41.987643 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] For port ac3d0142-a2b4-42cd-8c74-4d978ca76583, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:41.992562 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] For port ac3d0142-a2b4-42cd-8c74-4d978ca76583, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=ac3d0142-a2b4-42cd-8c74-4d978ca76583,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:42.054539 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.064526 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.079797 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.080791 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:42.081392 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.110869 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:36:42.144473 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3eda1-949d-41f5-b256-8e3acfcae568,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:42.149142 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.149482 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Added segment 2280f764-7703-42d4-8193-b416fd9949c7 of type vlan for network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c Nov 11 06:36:42.179946 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629324-7f52-42bc-876c-cff9f0c4f533 None None] Pushing event updated for resources: {'Port': ['ID=ac3d0142-a2b4-42cd-8c74-4d978ca76583,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:42.208597 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.239006 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.271709 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5900931 Nov 11 06:36:42.276749 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48138) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:42.280971 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.288981 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.295937 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226d5be-346b-4e25-ad41-53ba91d9fe5c admin admin] Pushing event updated for resources: {'Network': ['ID=9056722a-d4bd-462d-b0c5-8d0a070fd148,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:42.306849 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:36:42.320053 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Request body: {'subnet': {'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-407042771-subnet', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:42.371564 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e126ac4-37dc-440a-8648-f480da907e6c,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:42.382779 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Checking segment: {'id': 'f060287d-8414-496c-a41b-feb34af886d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:42.383926 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Network hostable DHCP agents. Network: 7e1eaaf3-67df-476b-83d8-0c17a2be0fba, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:36:42.461493 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Allocated IP 172.27.1.43 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/19aaca53-93fc-4ff7-933c-3a7541040c84) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:42.628608 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.653906 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.654900 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:42.655553 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.659851 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Made reservation on behalf of e7cfc851f5984af18b834502783cc44f for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:42.662766 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.748774 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] Pushing event updated for resources: {'Network': ['ID=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:42.761698 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:36:42.780789 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:36:42.813723 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Made reservation on behalf of 18e3caf076964d3a9997b5ab0ecfb925 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:42.816911 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.836296 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.906081 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 7e1eaaf3-67df-476b-83d8-0c17a2be0fba) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:42.908139 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:42.919214 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:42.920310 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:42.923300 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54855684-2750-47dd-94f8-c8c4692273e0 None None] Network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:42.923448 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:42.924064 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:42.983933 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Pushing event updated for resources: {'Port': ['ID=19aaca53-93fc-4ff7-933c-3a7541040c84,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:43.046063 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48150) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:43.047131 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-49a71fc4-9c1f-48c4-be96-0394745161d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1210258 Nov 11 06:36:43.075815 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Request body: {'subnet': {'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1112026004-subnet', 'tenant_id': '9eea46a98b1244a596dcf579bbb5d274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:43.108477 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267dec9-b458-4346-ab4d-5413916bffee None None] Network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:43.123850 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-71236606-9f1b-43b1-b0a4-97273582663f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8995988 Nov 11 06:36:43.142569 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.202884 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48156) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:43.284159 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.315863 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Checking segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:43.316358 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Network hostable DHCP agents. Network: b4ff747c-0bc8-47c0-89d5-07933faf7ec8, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:36:43.320296 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Made reservation on behalf of 9eea46a98b1244a596dcf579bbb5d274 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:43.323185 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Publish callbacks [] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.398761 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbfea3b-0743-4d18-bf0b-90e666f12bea,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:43.542697 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Checking segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:43.542697 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Network hostable DHCP agents. Network: 9056722a-d4bd-462d-b0c5-8d0a070fd148, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:36:43.546815 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ca1595-f430-4f5e-8d13-0a825e96e4ed,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:43.564070 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:36:43.633891 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f36a6165-8c90-4c59-ab52-d9aadb545ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.654714 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6dde56-078d-4872-977c-4075afdde0ad None None] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:43.656750 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:36:43.669802 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.750105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-068fbe17-84d2-4d40-b7d1-7d46fa649f8e None None] Provisioning complete for port ac3d0142-a2b4-42cd-8c74-4d978ca76583 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:43.750498 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-068fbe17-84d2-4d40-b7d1-7d46fa649f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.762524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, b4ff747c-0bc8-47c0-89d5-07933faf7ec8) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:43.785597 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 9056722a-d4bd-462d-b0c5-8d0a070fd148) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:43.794433 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90574c4-9a56-44be-b077-1cee4669354c None None] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:43.801004 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:43.801651 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.827787 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:43.830612 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.841936 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80152a93-89e4-40a5-88c0-db8c779728d5 None None] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:43.876262 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:43.961871 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Pushing event updated for resources: {'Subnet': ['ID=add27cab-0005-402d-a65b-fd1d1442260c,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:43.974288 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e5f1db85-da17-471d-81d4-0f284daa4e45 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4293046 Nov 11 06:36:43.977660 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48194) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:43.989388 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:44.020351 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.021440 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Checking segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:44.022027 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Network hostable DHCP agents. Network: 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:36:44.096726 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-068fbe17-84d2-4d40-b7d1-7d46fa649f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.133302 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9d34a915-aeaf-463a-a53f-bb976a8209b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8511572 Nov 11 06:36:44.138999 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48196) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:44.140537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:44.154353 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f36a6165-8c90-4c59-ab52-d9aadb545ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.162062 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:36:44.180563 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dab705-b0b6-4ab7-b4e9-51fe22551350 None None] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:44.200727 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.202117 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.252248 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f36a6165-8c90-4c59-ab52-d9aadb545ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.254589 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device ac3d0142-a2b4-42cd-8c74-4d978ca76583 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:44.284414 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f36a6165-8c90-4c59-ab52-d9aadb545ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edef70cb71c74ed293f003d5cd7efbd2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0803788 Nov 11 06:36:44.288238 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.290284 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48208) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:44.293019 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:44.300659 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:44.301244 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.314735 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-068fbe17-84d2-4d40-b7d1-7d46fa649f8e None None] For port ac3d0142-a2b4-42cd-8c74-4d978ca76583, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=ac3d0142-a2b4-42cd-8c74-4d978ca76583,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:36:44.316880 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a6165-8c90-4c59-ab52-d9aadb545ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d734b25-c103-4929-ac26-198fba43bf37,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:44.336843 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:36:44.339684 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424f3d5-5379-41db-b347-4247d2a206ed None None] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:44.439538 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.441299 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.465095 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-068fbe17-84d2-4d40-b7d1-7d46fa649f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.500328 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-9056722a-d4bd-462d-b0c5-8d0a070fd148', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:36:44.501209 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.521878 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:36:44.536716 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:36:44.570770 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:44.571764 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:44.598020 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48230) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:44.601234 dv-cinder-817514-1-iscsi neutron-server[102318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 06:36:44.642268 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-a47f53be-5da8-483a-a42a-f100272432be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5943255 Nov 11 06:36:44.643494 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b0fd-35e8-4a1c-8864-441b68e41822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.693609 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.695579 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4fe68b6e-8d0c-4efd-87f5-fa8df47a2f6e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6838617 Nov 11 06:36:44.744149 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48234) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:44.807872 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.816528 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port ac3d0142-a2b4-42cd-8c74-4d978ca76583 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:44.817987 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.832341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fbe17-84d2-4d40-b7d1-7d46fa649f8e None None] Pushing event updated for resources: {'Port': ['ID=ac3d0142-a2b4-42cd-8c74-4d978ca76583,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:44.839753 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.877545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b0fd-35e8-4a1c-8864-441b68e41822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.969227 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:44.997093 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b0fd-35e8-4a1c-8864-441b68e41822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:44.999847 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b0fd-35e8-4a1c-8864-441b68e41822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.001180 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8dc5b0fd-35e8-4a1c-8864-441b68e41822 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d734b25-c103-4929-ac26-198fba43bf37 HTTP/1.1" status: 204 len: 168 time: 0.7051020 Nov 11 06:36:45.035657 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c273820-bcfe-48e8-a79a-5216d26e23e6 None None] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:45.043276 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-bd92e3ec-09a0-4e77-870e-40b7ad63ff6a None None] Provisioning complete for port ac3d0142-a2b4-42cd-8c74-4d978ca76583 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:45.043562 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-bd92e3ec-09a0-4e77-870e-40b7ad63ff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.060558 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b0fd-35e8-4a1c-8864-441b68e41822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d734b25-c103-4929-ac26-198fba43bf37,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:45.262254 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:43Z', 'revision_number': 3, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:45.269533 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.308451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e92e1129-7ffa-4f12-8884-3133a73a9ddb tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:45.310094 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e92e1129-7ffa-4f12-8884-3133a73a9ddb tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/networks?id=7e1eaaf3-67df-476b-83d8-0c17a2be0fba HTTP/1.1" status: 200 len: 811 time: 0.7103121 Nov 11 06:36:45.344471 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:36:45.344825 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Updating router 83debace-4bfa-4ffa-b4f6-81561c00eb52 port 19aaca53-93fc-4ff7-933c-3a7541040c84 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:36:45.358005 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48264) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:45.360682 dv-cinder-817514-1-iscsi neutron-server[102317]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 06:36:45.381185 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-0ac45501-f1d5-491c-99de-679809c0098b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/quotas/8590c02fabcf4fd0b2f4df2019098df7 HTTP/1.1" status: 200 len: 375 time: 0.0172627 Nov 11 06:36:45.402931 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.410997 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Allocated IP 172.20.0.2 (9056722a-d4bd-462d-b0c5-8d0a070fd148/44ca1595-f430-4f5e-8d13-0a825e96e4ed/24a12690-353c-4004-9da0-c6c0b08d301c) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:45.502577 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-41b5b7dc-5331-4336-a9ea-950a69d36e97 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8590c02fabcf4fd0b2f4df2019098df7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039829 Nov 11 06:36:45.710854 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.719088 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.830673 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.860560 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-4ff9c8cb-7542-4ae7-af10-5bc6802dd849 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:36:45.861548 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-4ff9c8cb-7542-4ae7-af10-5bc6802dd849 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0760324 Nov 11 06:36:45.886205 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:45.894591 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:45.904682 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Pushing event updated for resources: {'Port': ['ID=24a12690-353c-4004-9da0-c6c0b08d301c,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:45.916496 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:45.929068 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-7ced240f-017a-4277-bae7-28e4f48d0cf8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:45.930719 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-7ced240f-017a-4277-bae7-28e4f48d0cf8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.5711973 Nov 11 06:36:45.955386 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:45.990738 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-87bbee7a-5b2a-44b9-b795-4761b3500c9d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/quotas/9eea46a98b1244a596dcf579bbb5d274 HTTP/1.1" status: 200 len: 375 time: 0.0329840 Nov 11 06:36:46.028561 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Attempting to bind port 24a12690-353c-4004-9da0-c6c0b08d301c on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:46.029391 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Attempting to bind port 24a12690-353c-4004-9da0-c6c0b08d301c by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:46.029990 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Attempting to bind port 24a12690-353c-4004-9da0-c6c0b08d301c on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:46.036351 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48278) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:46.041179 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:46.041179 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Checking segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:46.041711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.042129 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Bound using segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:46.042647 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Bound port: 24a12690-353c-4004-9da0-c6c0b08d301c, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:46.043208 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.043957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Allocated IP 172.20.0.1 (606e9387-7c2e-4208-93c4-0b867ddefd5c/851898e7-a300-418c-88b8-c348179d8162/3f385ff5-470c-4d2e-a75b-9d7b4768e356) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:46.074926 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.141021 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] For port 24a12690-353c-4004-9da0-c6c0b08d301c, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:46.150561 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] For port 24a12690-353c-4004-9da0-c6c0b08d301c, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=24a12690-353c-4004-9da0-c6c0b08d301c,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:46.165179 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-17e816ec-8978-456b-bf5a-d94423e97fe8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1706254 Nov 11 06:36:46.179480 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device ac3d0142-a2b4-42cd-8c74-4d978ca76583 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:46.184816 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Attempting to bind port 19aaca53-93fc-4ff7-933c-3a7541040c84 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:46.185278 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Attempting to bind port 19aaca53-93fc-4ff7-933c-3a7541040c84 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:46.185844 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Attempting to bind port 19aaca53-93fc-4ff7-933c-3a7541040c84 on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:46.194624 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:46.195323 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:46.195923 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.196565 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:46.197258 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Bound port: 19aaca53-93fc-4ff7-933c-3a7541040c84, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:46.205832 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.223459 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.247648 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.255209 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ec285dbe-c401-4172-8982-e0a3d6532c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.265323 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-dd14736e-867f-40c7-ae34-365b0a1b66f0 service neutron] 10.222.0.20 "GET /v2.0/networks/7e1eaaf3-67df-476b-83d8-0c17a2be0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864367 Nov 11 06:36:46.284402 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829283-c66a-47e8-866b-e657c7763b94 None None] Pushing event updated for resources: {'Port': ['ID=24a12690-353c-4004-9da0-c6c0b08d301c,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:46.285603 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] For port 19aaca53-93fc-4ff7-933c-3a7541040c84, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:46.316044 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] For port 19aaca53-93fc-4ff7-933c-3a7541040c84, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=19aaca53-93fc-4ff7-933c-3a7541040c84,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:46.320677 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port ac3d0142-a2b4-42cd-8c74-4d978ca76583 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:46.321121 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.340060 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Pushing event updated for resources: {'Port': ['ID=19aaca53-93fc-4ff7-933c-3a7541040c84,revision_number=2']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:46.348738 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.352579 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.359628 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.360269 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.362884 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.362884 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.364643 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.365068 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.365479 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.365949 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.366901 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.367443 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.367845 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Tracked resource versions report: Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: pushed versions: Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: { 'AddressGroup': {'1.2'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'ConntrackHelper': {'1.0'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Log': {'1.0'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Network': {'1.1'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Port': {'1.7'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'PortForwarding': {'1.2'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'QosPolicy': {'1.10'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroup': {'1.5'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroupRule': {'1.2'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SubPort': {'1.0'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Subnet': {'1.1'}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Trunk': {'1.1'}} Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: consumer versions: Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: { DHCP agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: HyperV agent@hv-cinder-81751: {}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: L3 agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: Metadata agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: Metering agent@dv-cinder-817514-1-iscsi: {}, Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: Open vSwitch agent@dv-cinder-817514-1-iscsi: { 'AddressGroup': '1.2', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'ConntrackHelper': '1.0', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Log': '1.0', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Network': '1.1', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Port': '1.7', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'PortForwarding': '1.2', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'QosPolicy': '1.10', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroup': '1.5', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SecurityGroupRule': '1.2', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'SubPort': '1.0', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Subnet': '1.1', Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: 'Trunk': '1.1'}} Nov 11 06:36:46.370044 dv-cinder-817514-1-iscsi neutron-server[102320]: {{(pid=102320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 06:36:46.385372 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.467396 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-9b9ecaa7-a95f-4deb-a210-73e9e805e98a service neutron] 10.222.0.20 "GET /v2.0/networks/7e1eaaf3-67df-476b-83d8-0c17a2be0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923010 Nov 11 06:36:46.483396 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:46.484103 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:46.533247 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271cde8-0352-40cd-a41e-d1f948bd85f3 None None] Pushing event updated for resources: {'Port': ['ID=19aaca53-93fc-4ff7-933c-3a7541040c84,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:46.587201 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-6f0f4e3b-6fef-4df6-aec5-1b00099c7ad2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:36:46.588469 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-6f0f4e3b-6fef-4df6-aec5-1b00099c7ad2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1787045 Nov 11 06:36:46.688424 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.689382 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:46.728704 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ec285dbe-c401-4172-8982-e0a3d6532c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.795934 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.821232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.836745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.841956 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Allocated IP 172.27.1.208 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/28a2753a-ec63-44d7-bbdc-550377bfd7bd) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:46.868288 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ec285dbe-c401-4172-8982-e0a3d6532c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:46.870117 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-37985a1c-8f96-48cd-b53e-fa8650d74f52 service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721012 Nov 11 06:36:46.875041 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Pushing event updated for resources: {'Port': ['ID=3f385ff5-470c-4d2e-a75b-9d7b4768e356,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:46.938603 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:46.948908 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ec285dbe-c401-4172-8982-e0a3d6532c01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dee5b889419455995266bdca7cc8f33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9102590 Nov 11 06:36:46.950200 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:46.951980 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec285dbe-c401-4172-8982-e0a3d6532c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f47a1-26e8-479a-bac3-a2add1636fa4,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:46.975774 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:43Z', 'revision_number': 3, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:46.985582 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48304) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:47.006866 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:47.006866 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.050189 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2c0e0-aa9c-43eb-a96d-066626cace9a None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:43Z', 'revision_number': 3, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:36:47.177173 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-7ff22510-2a86-41b2-aa33-85541353227b service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056779 Nov 11 06:36:47.228859 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c99a40a3-a748-470c-bebc-67d86d84fc34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.243185 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b6f03505-d239-4603-9a45-1371dd0cf311 req-5efeeb59-4f72-424b-875f-7719fa2d0d6e tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0855997 Nov 11 06:36:47.296126 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.337414 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.345800 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c99a40a3-a748-470c-bebc-67d86d84fc34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.431696 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d2d37999-07f6-4fca-ac9f-64699889472e None None] Provisioning complete for port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:47.435414 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d2d37999-07f6-4fca-ac9f-64699889472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.468284 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:36:47.576602 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d2d37999-07f6-4fca-ac9f-64699889472e None None] Port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:36:47.686111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c99a40a3-a748-470c-bebc-67d86d84fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.686111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c99a40a3-a748-470c-bebc-67d86d84fc34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.686111 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c99a40a3-a748-470c-bebc-67d86d84fc34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b9f47a1-26e8-479a-bac3-a2add1636fa4 HTTP/1.1" status: 204 len: 168 time: 0.6892488 Nov 11 06:36:47.686111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.815683 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.898775 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.900423 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:47.929094 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a40a3-a748-470c-bebc-67d86d84fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f47a1-26e8-479a-bac3-a2add1636fa4,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:48.010118 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Pushing event updated for resources: {'Port': ['ID=28a2753a-ec63-44d7-bbdc-550377bfd7bd,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:48.030743 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26541b11-a8ab-4b98-8d13-6a7eb63453f1 req-991b7bb1-290d-4181-8b8f-0f8891de3150 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.2078962 Nov 11 06:36:48.074507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:48.088833 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Allocated IP 172.27.1.214 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/8cc2d213-9c8b-467f-97be-3e1b52afeec0) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:48.103474 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:48.105924 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Pushing event updated for resources: {'Port': ['ID=3f385ff5-470c-4d2e-a75b-9d7b4768e356,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:48.111903 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:48.149311 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44dbe2-bb0f-4c21-80e5-1514306b94cd None None] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:36:48.222291 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:48.230931 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:48.314060 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-37e7dbad-74d8-45c6-8317-80079d2520e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:48.507228 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 19aaca53-93fc-4ff7-933c-3a7541040c84 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:48.621521 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:36:48.727098 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-b0468bf0-53e3-43d8-90bb-d6ae40240751 None None] Provisioning complete for port 24a12690-353c-4004-9da0-c6c0b08d301c triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:48.727719 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b0468bf0-53e3-43d8-90bb-d6ae40240751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:48.783884 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-877dadd6-dcab-42c8-af7c-b8bf31615bdb req-da835a31-d906-4103-acd4-b9ec5269f044 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0543354 Nov 11 06:36:48.844262 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:36:48.855483 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-7ec88cf1-ca53-48cd-b327-10815e894886 admin admin] 10.222.0.20 "PUT /v2.0/routers/83debace-4bfa-4ffa-b4f6-81561c00eb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1079445 Nov 11 06:36:48.910951 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 19aaca53-93fc-4ff7-933c-3a7541040c84 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:48.911617 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:48.941432 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b0468bf0-53e3-43d8-90bb-d6ae40240751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:48.998538 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-b0468bf0-53e3-43d8-90bb-d6ae40240751 None None] For port 24a12690-353c-4004-9da0-c6c0b08d301c, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=24a12690-353c-4004-9da0-c6c0b08d301c,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:36:49.082016 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b0468bf0-53e3-43d8-90bb-d6ae40240751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.208870 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.228045 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eded1851-372d-497a-9e66-2424f8945c26 req-e9c983d7-da31-4ce2-8b9b-a06221cc12ef tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0990958 Nov 11 06:36:49.228586 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.250244 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.267807 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0468bf0-53e3-43d8-90bb-d6ae40240751 None None] Pushing event updated for resources: {'Port': ['ID=24a12690-353c-4004-9da0-c6c0b08d301c,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:49.282709 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-f2a60d7a-e060-440d-bb5b-a03876d52e30 None None] Provisioning complete for port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:49.283333 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-f2a60d7a-e060-440d-bb5b-a03876d52e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.287842 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 19aaca53-93fc-4ff7-933c-3a7541040c84, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=19aaca53-93fc-4ff7-933c-3a7541040c84,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:36:49.337501 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-f2a60d7a-e060-440d-bb5b-a03876d52e30 None None] Port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:36:49.400353 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.401180 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 24a12690-353c-4004-9da0-c6c0b08d301c up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:49.526288 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.615637 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=19aaca53-93fc-4ff7-933c-3a7541040c84,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:49.654005 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-f39f3ceb-3b82-472f-a36f-107a4fa70680 None None] Provisioning complete for port 24a12690-353c-4004-9da0-c6c0b08d301c triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:49.654509 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-f39f3ceb-3b82-472f-a36f-107a4fa70680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.708246 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 24a12690-353c-4004-9da0-c6c0b08d301c triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:49.708635 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.754812 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:49.766849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:49.769378 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:49.772111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc2d213-9c8b-467f-97be-3e1b52afeec0,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:49.775343 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:49.905686 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:36:49.925770 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:49.927036 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:50.037797 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3404b06-b38c-48e6-928d-190b4798e61c req-b419304e-e6e0-4c12-b99b-41aaf06c9d19 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0348818 Nov 11 06:36:50.077531 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:50.134447 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48442) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:50.138942 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--182667987', 'description': 'tempest-description--1489119392'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:50.182971 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 19aaca53-93fc-4ff7-933c-3a7541040c84 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:50.216363 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.229281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.254041 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:36:50.335829 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.397771 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-17237638-efb4-4de5-8d5f-b98201da5521 req-00f515bf-478e-4ec8-b689-74ad92a01c7a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0759723 Nov 11 06:36:50.411838 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.439970 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 19aaca53-93fc-4ff7-933c-3a7541040c84 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:50.440333 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.445998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:50.516410 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.516665 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d1c01d28-66b8-4942-808e-72460abcd5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.518746 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-fc4a6baa-5931-4b3b-af32-705691cd60d1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3822455 Nov 11 06:36:50.520674 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48452) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:50.525430 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'security_group_rule': {'security_group_id': '6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:50.558423 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 2, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:50.596756 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:36:50.597196 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Updating router 83debace-4bfa-4ffa-b4f6-81561c00eb52 port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:36:50.629352 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 24a12690-353c-4004-9da0-c6c0b08d301c up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:50.656100 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.659106 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.682129 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:36:50.692313 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Sync routers for ids ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:36:50.716347 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Routers {'5fd0c1be-5ae3-4e95-bdd5-9c466b479022'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:50.717264 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:50.777316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.781683 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.787607 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 24a12690-353c-4004-9da0-c6c0b08d301c triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:50.787983 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.858048 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.873388 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.874740 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8d438fb2-7a63-43a3-b722-6491627906e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8893166 Nov 11 06:36:50.877655 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48466) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:50.884803 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6810ca7f-f295-41ce-a676-2ddf102f46dd,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:50.905442 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Set router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:50.968545 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:50.972714 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4d0c0829-b987-4719-88b0-7654d3e77968 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484313 Nov 11 06:36:50.973198 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48468) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:50.981075 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'security_group_rule': {'security_group_id': '6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:51.063376 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.082939 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:36:51.144535 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.155162 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.169946 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:48Z', 'revision_number': 3, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:51.208597 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e8e58eb8-3119-4051-9c54-579bfcda9529 req-41577bd8-2959-486f-9c68-9487e1bd6c68 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0421219 Nov 11 06:36:51.213308 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53848-ca0d-407c-b40f-9188c9f28897 None None] Pushing event updated for resources: {'Port': ['ID=3f385ff5-470c-4d2e-a75b-9d7b4768e356,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:51.244119 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.278635 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Checking router: 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:36:51.279784 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Updating router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 port 28a2753a-ec63-44d7-bbdc-550377bfd7bd binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:36:51.290416 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Attempting to bind port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:51.293240 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Attempting to bind port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:51.293240 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Attempting to bind port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 on network 606e9387-7c2e-4208-93c4-0b867ddefd5c {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:51.526278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:51.526278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Checking segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:51.526278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.526278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Bound using segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:51.526278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Bound port: 3f385ff5-470c-4d2e-a75b-9d7b4768e356, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:51.526278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.530161 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.533275 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:36:51.536320 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.536480 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:36:51.536603 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afe73cd-ff0d-4bbe-b2e0-979e1061dbe7,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:51.536752 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:51.536752 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:51.537033 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.537033 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-0690f407-eee7-4f11-bee1-d7bd116c1f78 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3395145 Nov 11 06:36:51.538097 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48484) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:51.538292 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] For port 3f385ff5-470c-4d2e-a75b-9d7b4768e356, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:51.538292 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] For port 3f385ff5-470c-4d2e-a75b-9d7b4768e356, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=3f385ff5-470c-4d2e-a75b-9d7b4768e356,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:51.560992 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-71bac0d4-b237-4090-a48b-4dd950105bb2 None None] Provisioning complete for port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:51.561165 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-71bac0d4-b237-4090-a48b-4dd950105bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.566551 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:51.612653 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.619257 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.658248 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.733864 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-71bac0d4-b237-4090-a48b-4dd950105bb2 None None] Port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:36:51.734427 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.742550 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-baadb52d-c560-4323-bc9a-c240bf72acc0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7649994 Nov 11 06:36:51.800478 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48490) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:51.829179 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:51.834806 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:51.895405 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53848-ca0d-407c-b40f-9188c9f28897 None None] Pushing event updated for resources: {'Port': ['ID=3f385ff5-470c-4d2e-a75b-9d7b4768e356,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:51.925378 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:51.926216 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:51.929233 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-59bd4603-2029-4282-b703-3074e3dfed63 req-ac5eb39e-4f7e-4dc3-9160-5eb07462a803 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.2028058 Nov 11 06:36:52.042969 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Allocated IP 172.20.0.1 (b4ff747c-0bc8-47c0-89d5-07933faf7ec8/dbbfea3b-0743-4d18-bf0b-90e666f12bea/4b6ed9d9-4efb-4d0f-8d58-78446ab2d471) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:52.056157 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.092641 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.126468 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 3, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:52.131900 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:52.253535 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:36:52.254000 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Updating router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:36:52.288301 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.296578 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Attempting to bind port 28a2753a-ec63-44d7-bbdc-550377bfd7bd on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:52.297140 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Attempting to bind port 28a2753a-ec63-44d7-bbdc-550377bfd7bd by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:52.298951 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Attempting to bind port 28a2753a-ec63-44d7-bbdc-550377bfd7bd on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:52.301989 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b49873-7500-49b7-b5da-c830be0c41fe None None] Pushing event updated for resources: {'Port': ['ID=28a2753a-ec63-44d7-bbdc-550377bfd7bd,revision_number=2']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:52.316815 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:52.317413 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:52.317990 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.318578 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:52.319207 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Bound port: 28a2753a-ec63-44d7-bbdc-550377bfd7bd, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:52.320237 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.365966 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.401530 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-44ac0c07-d0da-41b3-8b1b-66b4562bc4fb req-2da21f0b-0ac4-4500-ba9a-0057172eca1e tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0385203 Nov 11 06:36:52.405995 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] For port 28a2753a-ec63-44d7-bbdc-550377bfd7bd, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:52.410363 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] For port 28a2753a-ec63-44d7-bbdc-550377bfd7bd, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=28a2753a-ec63-44d7-bbdc-550377bfd7bd,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:52.464585 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.505580 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:52.510608 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:52.515409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:52.515975 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.527925 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.565712 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-10aac662-8752-4c46-ad07-b337c0220580 None None] Provisioning complete for port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:52.566355 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10aac662-8752-4c46-ad07-b337c0220580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.587650 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Pushing event updated for resources: {'Port': ['ID=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:52.671021 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b49873-7500-49b7-b5da-c830be0c41fe None None] Pushing event updated for resources: {'Port': ['ID=28a2753a-ec63-44d7-bbdc-550377bfd7bd,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:52.687856 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Routers {'5fd0c1be-5ae3-4e95-bdd5-9c466b479022'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:52.688477 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:52.698387 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.701871 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.811352 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.835990 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] Set router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:52.883274 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10aac662-8752-4c46-ad07-b337c0220580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.930322 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:52.962208 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-10aac662-8752-4c46-ad07-b337c0220580 None None] For port 3f385ff5-470c-4d2e-a75b-9d7b4768e356, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=3f385ff5-470c-4d2e-a75b-9d7b4768e356,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:36:52.985213 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:51Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:53.018368 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f645e-3a1d-4dae-9039-6ec6092140ac None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:51Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:36:53.044817 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.097474 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10aac662-8752-4c46-ad07-b337c0220580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.126788 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Allocated IP 172.20.0.1 (9056722a-d4bd-462d-b0c5-8d0a070fd148/44ca1595-f430-4f5e-8d13-0a825e96e4ed/16d24597-ffe4-4cdd-b771-18fb26d4e93b) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:53.143990 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.182774 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:48Z', 'revision_number': 3, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:53.190902 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aac662-8752-4c46-ad07-b337c0220580 None None] Pushing event updated for resources: {'Port': ['ID=3f385ff5-470c-4d2e-a75b-9d7b4768e356,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:53.222716 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb61d44-ebcd-4201-9e87-5172d4ccf0f7 None None] The sync data for ids ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'] in dv-cinder-817514-1-iscsi is: [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:48Z', 'revision_number': 3, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:36:53.259580 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.259580 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Attempting to bind port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:53.259580 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Attempting to bind port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:53.268999 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Attempting to bind port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:53.270592 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:53.271042 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:53.271372 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.271766 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:53.272248 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Bound port: 8cc2d213-9c8b-467f-97be-3e1b52afeec0, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:53.272648 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.321201 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101a506-3ddf-48b6-be56-220d2de4865b None None] Pushing event updated for resources: {'Port': ['ID=8cc2d213-9c8b-467f-97be-3e1b52afeec0,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:53.333626 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a28b2d34-6178-4ac6-b85f-ac7a9b562ae5 req-782ecbd3-362b-4269-a4f2-76049b46479b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0967371 Nov 11 06:36:53.381438 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] For port 8cc2d213-9c8b-467f-97be-3e1b52afeec0, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:53.382519 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.385841 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] For port 8cc2d213-9c8b-467f-97be-3e1b52afeec0, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=8cc2d213-9c8b-467f-97be-3e1b52afeec0,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:53.411844 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Allocated IP 172.27.1.120 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/ecaf04dc-dd0c-4e7a-a8b8-a64468f47781) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:53.458607 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.524574 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:53.525218 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:53.546394 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.558971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-65ced3f2-9dde-4d6c-8a99-95c5ec7ecca3 req-b7e7e758-8c03-49c9-916e-843c4b4594c0 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0363424 Nov 11 06:36:53.579941 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101a506-3ddf-48b6-be56-220d2de4865b None None] Pushing event updated for resources: {'Port': ['ID=8cc2d213-9c8b-467f-97be-3e1b52afeec0,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:53.582008 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.606182 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.623993 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Pushing event updated for resources: {'Port': ['ID=16d24597-ffe4-4cdd-b771-18fb26d4e93b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:53.629882 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.632018 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.645302 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:53.651955 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:53.654729 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:53.655223 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.690596 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:53.783634 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Pushing event updated for resources: {'Port': ['ID=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:53.839396 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:53.885959 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:53.893338 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:53.955377 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:53.965410 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:53.975920 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:36:53.984459 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'Port': ['ID=ecaf04dc-dd0c-4e7a-a8b8-a64468f47781,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:54.064438 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:36:54.068494 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-0aac3ff0-fb76-4325-944e-50f33c382dc0 None None] Provisioning complete for port 16d24597-ffe4-4cdd-b771-18fb26d4e93b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:54.068494 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-0aac3ff0-fb76-4325-944e-50f33c382dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.232944 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.241777 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.272113 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.277959 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-0aac3ff0-fb76-4325-944e-50f33c382dc0 None None] Port 16d24597-ffe4-4cdd-b771-18fb26d4e93b cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:36:54.301177 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 3, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:54.340665 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 3f385ff5-470c-4d2e-a75b-9d7b4768e356 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:54.347359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:36:54.349586 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b149b-3f29-4e22-a651-651a12e0b3fc None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 3, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:36:54.369715 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-787e07d3-dbc0-4f80-8dcf-f4c4bdbbe52c admin admin] 10.222.0.20 "PUT /v2.0/routers/5fd0c1be-5ae3-4e95-bdd5-9c466b479022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4817975 Nov 11 06:36:54.403260 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.454395 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:54.454895 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.518727 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8516a9b0-7643-4a6b-b2e1-4a62ca33b375 req-943f949f-27ec-4608-90b3-b27fad5a1e77 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0524631 Nov 11 06:36:54.635704 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 28a2753a-ec63-44d7-bbdc-550377bfd7bd up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:54.671304 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.710600 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 28a2753a-ec63-44d7-bbdc-550377bfd7bd triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:54.710972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.734124 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-72e35149-fcd3-448b-9609-3d02af66ed8d req-8c5212aa-6c68-4729-bcbc-bdcccac8e65e tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0607197 Nov 11 06:36:54.750325 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.751056 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.858573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.896861 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 28a2753a-ec63-44d7-bbdc-550377bfd7bd, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=28a2753a-ec63-44d7-bbdc-550377bfd7bd,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:36:54.937921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:54.949910 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Pushing event updated for resources: {'Port': ['ID=16d24597-ffe4-4cdd-b771-18fb26d4e93b,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:55.055177 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:55.096704 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:36:55.098645 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:36:55.107174 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:55.119229 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=28a2753a-ec63-44d7-bbdc-550377bfd7bd,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:55.249004 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-edafb258-bb23-42b9-9cc5-35b1a8fbdf23 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:55.251444 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-edafb258-bb23-42b9-9cc5-35b1a8fbdf23 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 819 time: 0.2371259 Nov 11 06:36:55.265076 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:55.281451 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1b547ec7-fec4-4164-a095-cf40bc722d01 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/quotas/e7cfc851f5984af18b834502783cc44f HTTP/1.1" status: 200 len: 375 time: 0.0211949 Nov 11 06:36:55.330631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'Port': ['ID=ecaf04dc-dd0c-4e7a-a8b8-a64468f47781,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:55.390603 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-bb0efae7-13f2-432d-8bd4-cae31503a47a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957382 Nov 11 06:36:55.398091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:55.405829 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a6b6cc91-b735-48da-a11a-ee591c71f96c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5979359 Nov 11 06:36:55.409666 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:36:55.478182 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-930ddc1c-e4a5-4f18-94da-08a721388d1d None None] Provisioning complete for port 16d24597-ffe4-4cdd-b771-18fb26d4e93b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:55.478585 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-930ddc1c-e4a5-4f18-94da-08a721388d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:55.521519 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-930ddc1c-e4a5-4f18-94da-08a721388d1d None None] Port 16d24597-ffe4-4cdd-b771-18fb26d4e93b cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:36:55.536853 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-14ea5372-7aa2-4a07-a523-aef6cd9a0525 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314607 Nov 11 06:36:55.583524 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:36:55.611096 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d225c48b-8d5d-4ab5-819e-d33659e530e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b75bb41-c384-46e7-bd85-1ec9d17c6c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1309941 Nov 11 06:36:55.653886 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-9575b36e-7e70-4c66-a3da-a208d61cd284 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152813 Nov 11 06:36:55.706855 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-f48d3ef4-12e5-4b29-b99e-a71481368b10 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--182667987&fields=id&tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 267 time: 0.0771499 Nov 11 06:36:55.975931 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-a9807452-39e0-4884-ab9e-37cafa0d1487 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:55.977473 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-a9807452-39e0-4884-ab9e-37cafa0d1487 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 816 time: 0.2626715 Nov 11 06:36:56.003442 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-801cbeba-ef4f-44ff-be70-88f1e04afdcf tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/quotas/50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 375 time: 0.0166373 Nov 11 06:36:56.005850 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-83ef0eef-1919-43cb-ba7b-7e9cecc904b1 req-0a8e3675-c25d-4421-bbe4-b457c35e4159 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0418005 Nov 11 06:36:56.078520 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-661b180c-f5e9-49fe-8469-6f2e26713f2f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741501 Nov 11 06:36:56.246562 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6a3e4f07-c820-423c-b8fc-73df6972c2f5 service neutron] 10.222.0.20 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492834 Nov 11 06:36:56.339104 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 8cc2d213-9c8b-467f-97be-3e1b52afeec0 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:56.424224 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.15', 59736) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:56.426565 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:56.427111 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:56.464534 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-10da5cc1-6862-45c8-abca-79c0f67d9f62 service neutron] 10.222.0.20 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169926 Nov 11 06:36:56.490796 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48608) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:56.495827 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205193313', 'description': 'tempest-description--943896522'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:56.662989 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:56.669436 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:56.690054 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 8cc2d213-9c8b-467f-97be-3e1b52afeec0, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=8cc2d213-9c8b-467f-97be-3e1b52afeec0,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:36:56.703716 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-f7065d8f-f4f2-4e6d-b77f-09e29a6946d6 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:56.706922 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-f7065d8f-f4f2-4e6d-b77f-09e29a6946d6 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.15 "GET /v2.0/networks?id=7e1eaaf3-67df-476b-83d8-0c17a2be0fba HTTP/1.1" status: 200 len: 811 time: 0.2794204 Nov 11 06:36:56.734547 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bd11d911-93b5-4d1f-83e1-e0fa4158a7ab req-6cdbc20f-17e7-4125-b5ff-931eca2e9c2c tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0281050 Nov 11 06:36:56.761351 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:56.761351 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 28a2753a-ec63-44d7-bbdc-550377bfd7bd up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:56.788452 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Request body: {'port': {'device_id': '67257a4d-d02e-40cb-9c99-f46569652b73', 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba', 'admin_state_up': True, 'tenant_id': '8590c02fabcf4fd0b2f4df2019098df7'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:56.832798 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:56.890825 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Sync routers for ids ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:36:56.907474 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Routers {'5fd0c1be-5ae3-4e95-bdd5-9c466b479022'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:56.908056 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:56.915174 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:56.999260 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=8cc2d213-9c8b-467f-97be-3e1b52afeec0,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:57.000250 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:57.000720 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-62c5a5f1-d515-442d-b4a5-caf106d32444 req-e5a4f6b2-1839-4c53-896e-7799259ac1a4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 210 time: 0.1170514 Nov 11 06:36:57.114441 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-12863780-594f-4533-b6b4-c02f347d0b52 req-4e188419-6fcd-4e52-8283-edf38cddc522 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0670989 Nov 11 06:36:57.129953 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.136771 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-60f29e13-069d-4a1e-b60c-c587df3834cb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6445365 Nov 11 06:36:57.138286 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48648) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:57.154123 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'security_group_rule': {'security_group_id': '5d56e5ca-0d3b-4916-bb25-4cad68f08d4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:57.154519 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 28a2753a-ec63-44d7-bbdc-550377bfd7bd triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:57.154519 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.258871 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Set router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:57.371293 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4b5ac802-b40f-4825-906c-afe5c7cfa844 req-24c36931-2def-46fa-818c-880cfa70cf25 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0927958 Nov 11 06:36:57.410757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.420605 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.15', 59742) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:57.517676 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Made reservation on behalf of 8590c02fabcf4fd0b2f4df2019098df7 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:57.524005 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.562962 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.691764 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.800268 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 4, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '4b6ed9d9-4efb-4d0f-8d58-78446ab2d471', 'name': '', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'mac_address': 'fa:16:3e:dd:d1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:51Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 2, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'subnets': [{'id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:57.854937 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-1f1255ec-1a65-4c7a-9bef-82e08a0d36ac tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:57.858185 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-1f1255ec-1a65-4c7a-9bef-82e08a0d36ac tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.4363127 Nov 11 06:36:57.877309 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Checking router: 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:36:57.878459 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Updating router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:36:57.920076 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:57.925701 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Request body: {'port': {'device_id': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'admin_state_up': True, 'tenant_id': '9eea46a98b1244a596dcf579bbb5d274'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:57.936811 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6bbce4-9943-4618-846f-180369876933,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:57.968712 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-3f96dad4-ba99-4278-a472-c0bc3f084243 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:57.974138 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-3f96dad4-ba99-4278-a472-c0bc3f084243 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 819 time: 0.4079239 Nov 11 06:36:57.995569 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-7a582ea7-5596-491a-b4ee-d659ba847259 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/quotas/e7cfc851f5984af18b834502783cc44f HTTP/1.1" status: 200 len: 375 time: 0.0154343 Nov 11 06:36:58.061999 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:58.061999 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-519fda54-ec6a-4c44-9c4f-e3118b3fc1a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9189003 Nov 11 06:36:58.062772 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48696) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:58.073586 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'security_group_rule': {'security_group_id': '5d56e5ca-0d3b-4916-bb25-4cad68f08d4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:58.096233 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-2cad6769-df1d-4655-bf37-617fca82a6eb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973997 Nov 11 06:36:58.235664 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 8cc2d213-9c8b-467f-97be-3e1b52afeec0 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:36:58.318014 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c78c9c64-6a2b-47e0-9e74-d994c8186544 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206743 Nov 11 06:36:58.431005 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:36:58.432429 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-18284785-1369-4b13-8f07-72506e4d7c87 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132553 Nov 11 06:36:58.486149 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:58.515397 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d94fff6e-25b5-4e6b-b6c8-c1668f0009f7 req-7a82209b-faf1-49b0-88c7-6e9c96d58c48 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.6068845 Nov 11 06:36:58.528898 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:58.577591 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:58.579427 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:58.643185 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:58.773443 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:58.871707 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:58.934111 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a4e7936c-faaa-4985-ac00-838cb366fcfc req-c02a636d-a670-416a-b730-e72bc549149f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0853441 Nov 11 06:36:58.941127 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:58.955110 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec8f9a-ea5e-444a-a0bc-0956801e635f None None] Pushing event updated for resources: {'Port': ['ID=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:59.015281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5ad782-16e8-4ebc-b831-cec2a6c611db,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:59.029052 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Attempting to bind port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:36:59.029422 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Attempting to bind port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:36:59.029871 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Attempting to bind port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:36:59.038540 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:36:59.038540 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Checking segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:36:59.038540 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.038540 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Bound using segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:36:59.038863 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Bound port: 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:36:59.039062 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.065263 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:36:59.066504 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.068657 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b4e7a210-ec17-4ff9-92ca-1bcb8e1f507f req-f49c3e5f-982b-4143-94b8-70ada4dd4813 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.1900039 Nov 11 06:36:59.072383 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.15', 59749) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:59.101304 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Allocated IP 172.20.0.9 (7e1eaaf3-67df-476b-83d8-0c17a2be0fba/2e126ac4-37dc-440a-8648-f480da907e6c/2a8cf22c-c983-4d2e-b123-b4a1d70fc08b) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:36:59.145574 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d81a917d-d6e2-4f89-8550-b984aec44b10 req-d1e5fe31-df0c-4840-9fd3-2d67a5b01b8c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.0663686 Nov 11 06:36:59.253460 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] For port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:36:59.275964 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] For port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:36:59.277596 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Made reservation on behalf of 9eea46a98b1244a596dcf579bbb5d274 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:36:59.283080 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.365094 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.454638 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec8f9a-ea5e-444a-a0bc-0956801e635f None None] Pushing event updated for resources: {'Port': ['ID=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,revision_number=4']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:36:59.471159 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-68953221-3c00-47fc-8f37-41545c12cd0e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:36:59.472986 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-68953221-3c00-47fc-8f37-41545c12cd0e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 819 time: 0.3252277 Nov 11 06:36:59.518854 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Routers {'5fd0c1be-5ae3-4e95-bdd5-9c466b479022'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:36:59.523167 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:36:59.551063 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Request body: {'port': {'device_id': '284f19d5-bc37-424c-856a-17007b363d2f', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'admin_state_up': True, 'tenant_id': 'e7cfc851f5984af18b834502783cc44f'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:59.585763 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.611256 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9fc0d3fa-d70f-4978-b920-5a44919182a4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5475991 Nov 11 06:36:59.678261 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 48756) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:36:59.854656 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] Set router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:36:59.855194 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.892665 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:36:59.953207 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:36:59.957667 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:36:54Z', 'revision_number': 2, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:00.032003 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Allocated IP 172.20.0.2 (347ea8ec-d740-48a3-b1d1-b97f1aae2b3c/add27cab-0005-402d-a65b-fd1d1442260c/05212c36-bf88-4079-a848-ef89b9fd1ed0) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:00.035676 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:00.049195 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:37:00.051524 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Updating router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 port 16d24597-ffe4-4cdd-b771-18fb26d4e93b binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:37:00.105241 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:00.209680 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f55adb7d-3d5a-4c26-8f71-bc3cf3cb5cac req-13ca926a-519a-4a87-ac95-afc45b78f9ec tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.1008444 Nov 11 06:37:00.219724 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:00.240241 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:00.257462 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:00.264468 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:00.265127 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:00.288261 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48782) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:00.382069 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04260-3d83-4c63-86c6-e21fda874771 req-2653e5f5-14e5-4431-9ad6-a9ec1b55b086 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:00.382069 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-57a04260-3d83-4c63-86c6-e21fda874771 req-2653e5f5-14e5-4431-9ad6-a9ec1b55b086 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 931 time: 0.4702723 Nov 11 06:37:00.382403 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Pushing event updated for resources: {'Port': ['ID=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:00.382577 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Made reservation on behalf of e7cfc851f5984af18b834502783cc44f for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:00.415575 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:00.515836 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d51af7cc-1b58-4a9a-996e-9c56745034c0 req-5d8126c5-4154-4d92-8561-3197d5483032 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0766971 Nov 11 06:37:00.627625 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 4, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '4b6ed9d9-4efb-4d0f-8d58-78446ab2d471', 'name': '', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'mac_address': 'fa:16:3e:dd:d1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:51Z', 'updated_at': '2021-11-11T06:36:59Z', 'revision_number': 4, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'subnets': [{'id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:00.678270 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.15', 59754) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:00.687703 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3d735a46-775c-4780-b9f8-af2ee0c674d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:00.695520 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6d55692c-2c54-4420-ad7b-5a62500c8406 req-38230540-0541-4c12-8299-fae0625d57ab tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.0590827 Nov 11 06:37:00.739666 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa965-7de6-410e-84f0-0275bd44056a None None] The sync data for ids ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'] in dv-cinder-817514-1-iscsi is: [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 4, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '4b6ed9d9-4efb-4d0f-8d58-78446ab2d471', 'name': '', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'mac_address': 'fa:16:3e:dd:d1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:51Z', 'updated_at': '2021-11-11T06:36:59Z', 'revision_number': 4, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'subnets': [{'id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:37:00.775160 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-57a04260-3d83-4c63-86c6-e21fda874771 req-f9f453ac-1992-45f5-bbd8-5aa2cf825862 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983986 Nov 11 06:37:00.962264 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:00.979116 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-555e849c-98cc-4449-ad84-a3ccfafdb276 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1939306 Nov 11 06:37:01.032415 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.097985 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.183296 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3d735a46-775c-4780-b9f8-af2ee0c674d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.189007 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Allocated IP 172.20.0.12 (b4ff747c-0bc8-47c0-89d5-07933faf7ec8/dbbfea3b-0743-4d18-bf0b-90e666f12bea/7c0adb86-a808-42c5-99a6-29255891d4b3) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:01.209028 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Allocated IP 172.27.1.137 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/1a42d5e1-0a2e-496a-9076-7aec03a6de6a) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:01.270104 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3d735a46-775c-4780-b9f8-af2ee0c674d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.351301 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d43a5-566c-4dce-8531-232fe69b9fa2 None None] Pushing event updated for resources: {'Port': ['ID=16d24597-ffe4-4cdd-b771-18fb26d4e93b,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:01.462839 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3d735a46-775c-4780-b9f8-af2ee0c674d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=436fa057ca4f462882c272535897ed8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1797929 Nov 11 06:37:01.463447 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48810) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:01.470316 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Attempting to bind port 16d24597-ffe4-4cdd-b771-18fb26d4e93b on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:01.470695 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Attempting to bind port 16d24597-ffe4-4cdd-b771-18fb26d4e93b by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:01.471119 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Attempting to bind port 16d24597-ffe4-4cdd-b771-18fb26d4e93b on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:01.481559 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-05689695-5f0c-4207-8338-7d336db18b9b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:37:01.483566 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-05689695-5f0c-4207-8338-7d336db18b9b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076797 Nov 11 06:37:01.492481 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:01.495575 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Checking segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:01.496198 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.496864 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Bound using segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:01.497247 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Bound port: 16d24597-ffe4-4cdd-b771-18fb26d4e93b, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:01.497650 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.537508 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d735a46-775c-4780-b9f8-af2ee0c674d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f77ec22-edfe-4536-b617-a50510a26322,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:01.669382 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-961f6e1e-5af5-4956-8437-4e148762ee8a req-048ecba1-8368-4690-a729-62cf23e7e03e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.1825547 Nov 11 06:37:01.764650 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.779391 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] For port 16d24597-ffe4-4cdd-b771-18fb26d4e93b, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:01.782843 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] For port 16d24597-ffe4-4cdd-b771-18fb26d4e93b, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=16d24597-ffe4-4cdd-b771-18fb26d4e93b,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:01.788737 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-104d3a34-ca2e-4abe-ab46-5849f587bf11 None None] Provisioning complete for port 16d24597-ffe4-4cdd-b771-18fb26d4e93b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:01.789109 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-104d3a34-ca2e-4abe-ab46-5849f587bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.798302 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.815315 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Request body: {'port': {'device_id': '67257a4d-d02e-40cb-9c99-f46569652b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:01.859678 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-104d3a34-ca2e-4abe-ab46-5849f587bf11 None None] Port 16d24597-ffe4-4cdd-b771-18fb26d4e93b cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:37:01.890583 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-79ccd653-be82-4130-92f5-7e9cd3941700 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:01.892331 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-79ccd653-be82-4130-92f5-7e9cd3941700 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 816 time: 1.1954870 Nov 11 06:37:01.905257 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.939795 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.941814 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-93c3fa2b-6666-467a-bc2f-6e59d1dc0bbf req-6c4dd878-5ae1-4391-baa7-10917665ef40 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.2322872 Nov 11 06:37:01.960462 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:01.984080 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-85823602-26d4-4e78-90b8-87e41f0173ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.035435 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-85823602-26d4-4e78-90b8-87e41f0173ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.138339 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d43a5-566c-4dce-8531-232fe69b9fa2 None None] Pushing event updated for resources: {'Port': ['ID=16d24597-ffe4-4cdd-b771-18fb26d4e93b,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:02.189072 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.213435 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:37:02.218889 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:36:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:02.387477 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:37:02.395391 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.442136 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-69d55cba-5440-4d91-bc3e-a71bd640ccc8 req-4508ce64-623d-435c-8e5f-cf77dd9e4ba2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.5640321 Nov 11 06:37:02.519602 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:02.577047 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:02.586019 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:02.608297 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:02.679275 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-85823602-26d4-4e78-90b8-87e41f0173ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.682069 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-85823602-26d4-4e78-90b8-87e41f0173ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.683682 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-85823602-26d4-4e78-90b8-87e41f0173ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f77ec22-edfe-4536-b617-a50510a26322 HTTP/1.1" status: 204 len: 168 time: 1.1468356 Nov 11 06:37:02.696391 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:02.705491 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-8c8b6884-ccff-472b-b2ef-6d4fff1133f2 None None] Provisioning complete for port 16d24597-ffe4-4cdd-b771-18fb26d4e93b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:02.705895 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6884-ccff-472b-b2ef-6d4fff1133f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.721167 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:02.733097 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:02.739065 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:02.739834 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:02.747478 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85823602-26d4-4e78-90b8-87e41f0173ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f77ec22-edfe-4536-b617-a50510a26322,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:02.766907 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Pushing event updated for resources: {'Port': ['ID=7c0adb86-a808-42c5-99a6-29255891d4b3,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:02.799335 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95cd0b-dfb7-4c1a-9002-6a15cead827a req-0c2fc30f-120c-44b0-a9da-5c01acf6bc01 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:02.807679 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d95cd0b-dfb7-4c1a-9002-6a15cead827a req-0c2fc30f-120c-44b0-a9da-5c01acf6bc01 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 931 time: 0.5213857 Nov 11 06:37:02.822726 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.15', 59760) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:02.906015 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48836) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:02.919796 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-3f8e9fc4-0f65-47e3-b83c-82de5c0dc30a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3821163 Nov 11 06:37:02.956279 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Request body: {'port': {'device_id': '284f19d5-bc37-424c-856a-17007b363d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:03.000976 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6884-ccff-472b-b2ef-6d4fff1133f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.026414 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'Port': ['ID=1a42d5e1-0a2e-496a-9076-7aec03a6de6a,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:03.085633 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d95cd0b-dfb7-4c1a-9002-6a15cead827a req-7117108c-9c64-4d2b-b1f5-ad2f3b432bc0 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766683 Nov 11 06:37:03.103541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:03.121011 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:03.121430 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.229477 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-801f039f-8b35-4952-834b-2fec2a7e941d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:03.231414 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-801f039f-8b35-4952-834b-2fec2a7e941d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 819 time: 0.4057367 Nov 11 06:37:03.255871 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5ac3079a-cbe8-4c16-a6e7-132c8dc2f90c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.272473 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.281446 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Request body: {'port': {'device_id': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'admin_state_up': True, 'tenant_id': 'e7cfc851f5984af18b834502783cc44f'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:03.299570 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-20de0575-1e33-41a3-9775-b7ed11c7dec2 req-8fc67118-abb4-42a4-baad-d9aa319ce6bc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0655217 Nov 11 06:37:03.453546 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-8c8b6884-ccff-472b-b2ef-6d4fff1133f2 None None] For port 16d24597-ffe4-4cdd-b771-18fb26d4e93b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=16d24597-ffe4-4cdd-b771-18fb26d4e93b,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:03.496541 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:01Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:03.511834 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.551328 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d645bc-5905-4b54-ad59-95ec65a13f4c None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:01Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:37:03.580316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.602538 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.606509 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6884-ccff-472b-b2ef-6d4fff1133f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.703047 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:03.719442 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b6884-ccff-472b-b2ef-6d4fff1133f2 None None] Pushing event updated for resources: {'Port': ['ID=16d24597-ffe4-4cdd-b771-18fb26d4e93b,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:03.731639 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-b1d82d38-a2bd-4c54-aa2f-c80c47facd4c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 379 time: 1.3407311 Nov 11 06:37:03.760030 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.823890 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9e2c30e6-0e84-4d9a-9671-0e4d897de962 req-b3f9cb3c-1628-4e30-940f-088438c43c6e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.2464790 Nov 11 06:37:03.863419 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:03.873184 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'port': {'device_id': '6abbc443-4060-45b7-af74-f513b06d8d29', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'admin_state_up': True, 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'security_groups': ['6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8']}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:03.895603 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:03.898589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Transition to ACTIVE for port object 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:03.919667 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.933656 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609152-7213-48fe-9857-79965efa544a req-ef8223cc-56cc-4156-bfd1-9cf55bc09ff7 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:03.935892 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2f609152-7213-48fe-9857-79965efa544a req-ef8223cc-56cc-4156-bfd1-9cf55bc09ff7 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 931 time: 0.8633773 Nov 11 06:37:03.975454 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:03.988008 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5ac3079a-cbe8-4c16-a6e7-132c8dc2f90c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:03.993758 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:04.004637 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:04.006627 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.177275 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event updated for resources: {'Port': ['ID=05212c36-bf88-4079-a848-ef89b9fd1ed0,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:04.186328 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2f609152-7213-48fe-9857-79965efa544a req-71d1ebbc-09d4-4995-8183-8d709122d30d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096260 Nov 11 06:37:04.200882 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:04.210999 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Made reservation on behalf of e7cfc851f5984af18b834502783cc44f for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:04.218170 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.222117 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.254962 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5ac3079a-cbe8-4c16-a6e7-132c8dc2f90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.271300 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0adb86-a808-42c5-99a6-29255891d4b3 {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:04.281048 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:04.281640 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.360669 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-043c58be-37c5-483f-8399-07d950dcff67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4455924 Nov 11 06:37:04.390823 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.404588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.529460 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3079a-cbe8-4c16-a6e7-132c8dc2f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f38a4eb-92cd-43ff-9acd-9b861488408b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:04.568416 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Transition to ACTIVE for port object 7c0adb86-a808-42c5-99a6-29255891d4b3 will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:04.587579 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e45b3b-43a3-46d1-a41e-a496cff4a126 req-cf4c6de1-f00c-47b8-a2d0-6a073ad26c62 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:04.598208 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Pushing event updated for resources: {'Port': ['ID=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:04.598692 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b3e45b3b-43a3-46d1-a41e-a496cff4a126 req-cf4c6de1-f00c-47b8-a2d0-6a073ad26c62 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.3914967 Nov 11 06:37:04.641478 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0ccd3279-b231-4d01-adcf-856d68c52ea3 req-21dff08e-e06e-459f-b1cb-dd0e37cc565b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0912924 Nov 11 06:37:04.665441 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Attempting to bind port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:04.666391 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Attempting to bind port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'f060287d-8414-496c-a41b-feb34af886d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:04.666742 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Attempting to bind port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b on network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:04.677792 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Made reservation on behalf of 50a4f29fcd7746f4b9c5fecb33376b5b for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:04.698508 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.702374 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5ac3079a-cbe8-4c16-a6e7-132c8dc2f90c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46355bbc0d22461faaec309a5013cb77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7935727 Nov 11 06:37:04.703110 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48872) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:04.709684 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b on network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:04.713315 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Attempting to bind port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b on network 7e1eaaf3-67df-476b-83d8-0c17a2be0fba {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:04.752889 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.876181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:04.876181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Checking segment: {'id': 'f060287d-8414-496c-a41b-feb34af886d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:04.876181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Bound using segment: {'id': 'f060287d-8414-496c-a41b-feb34af886d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:04.876181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Bound port: 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f060287d-8414-496c-a41b-feb34af886d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:04.876181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:04.933903 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Allocated IP 172.20.0.14 (b4ff747c-0bc8-47c0-89d5-07933faf7ec8/dbbfea3b-0743-4d18-bf0b-90e666f12bea/20004484-11f9-4d8e-99eb-9ac4360184b5) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:05.009513 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.103300 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af86c7ba-5116-4afe-98e8-cca5d8a2fa80 req-a97a31e1-ba81-4da6-b363-f591d98a0a58 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.0652497 Nov 11 06:37:05.122051 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Request body: {'port': {'device_id': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:05.213183 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Attempting to bind port 7c0adb86-a808-42c5-99a6-29255891d4b3 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:05.213526 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Attempting to bind port 7c0adb86-a808-42c5-99a6-29255891d4b3 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:05.213905 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Attempting to bind port 7c0adb86-a808-42c5-99a6-29255891d4b3 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:05.230153 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Port 7c0adb86-a808-42c5-99a6-29255891d4b3 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:05.230262 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Attempting to bind port 7c0adb86-a808-42c5-99a6-29255891d4b3 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:05.231503 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.233433 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.270438 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:05.271289 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Checking segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:05.271914 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Bound using segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:05.272900 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Bound port: 7c0adb86-a808-42c5-99a6-29255891d4b3, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:05.273333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.276465 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c25dcf70-e533-404a-b13d-fe33d526b947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.302851 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c25dcf70-e533-404a-b13d-fe33d526b947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.315025 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0adb86-a808-42c5-99a6-29255891d4b3,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:05.367239 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b3e45b3b-43a3-46d1-a41e-a496cff4a126 req-1bf87fc1-c068-4111-8a74-829439527817 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640185 Nov 11 06:37:05.377939 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'Port': ['ID=1a42d5e1-0a2e-496a-9076-7aec03a6de6a,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:05.383273 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.494343 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.534354 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] For port 7c0adb86-a808-42c5-99a6-29255891d4b3, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:05.563177 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] For port 7c0adb86-a808-42c5-99a6-29255891d4b3, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7c0adb86-a808-42c5-99a6-29255891d4b3,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:05.629200 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.691655 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c25dcf70-e533-404a-b13d-fe33d526b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.694755 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c25dcf70-e533-404a-b13d-fe33d526b947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.696119 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-c25dcf70-e533-404a-b13d-fe33d526b947 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f38a4eb-92cd-43ff-9acd-9b861488408b HTTP/1.1" status: 204 len: 168 time: 0.9805603 Nov 11 06:37:05.704263 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:05.704974 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.706514 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 1094 time: 2.7548199 Nov 11 06:37:05.707364 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284f19d5-bc37-424c-856a-17007b363d2f', 'tag': '7c0adb86-a808-42c5-99a6-29255891d4b3'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:05.729124 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:05.763530 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-506c7e61-9f0b-4268-a51b-cb34008de16d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8598258 Nov 11 06:37:05.766231 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] For port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:06.031114 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:06.040173 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dcf70-e533-404a-b13d-fe33d526b947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f38a4eb-92cd-43ff-9acd-9b861488408b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:06.105833 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] For port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,segment=NetworkSegment(f060287d-8414-496c-a41b-feb34af886d6),segment_id=f060287d-8414-496c-a41b-feb34af886d6)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:06.137045 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acb5c-8c85-4ac7-b2c5-5ccf3a211ec7 req-2152d10b-1c61-4a6d-9cae-650cab74a456 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:06.138661 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-da3acb5c-8c85-4ac7-b2c5-5ccf3a211ec7 req-2152d10b-1c61-4a6d-9cae-650cab74a456 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 931 time: 0.7581437 Nov 11 06:37:06.201832 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Allocated IP 172.20.0.3 (606e9387-7c2e-4208-93c4-0b867ddefd5c/851898e7-a300-418c-88b8-c348179d8162/fdfbd667-956c-4b90-bb49-1d492c6540a0) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:06.249776 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ffa73-3c8c-46de-a53d-52dc700a6547 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0adb86-a808-42c5-99a6-29255891d4b3,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:06.330577 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:06.331677 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 16d24597-ffe4-4cdd-b771-18fb26d4e93b up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:06.407051 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:06.422827 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Pushing event updated for resources: {'Port': ['ID=20004484-11f9-4d8e-99eb-9ac4360184b5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:06.430536 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:06.438669 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:06.445957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:06.457661 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:06.482327 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:06.483016 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 16d24597-ffe4-4cdd-b771-18fb26d4e93b triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:06.483595 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:06.483818 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:06.489695 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] 10.222.0.15 "PUT /v2.0/ports/2a8cf22c-c983-4d2e-b123-b4a1d70fc08b HTTP/1.1" status: 200 len: 1093 time: 4.8083458 Nov 11 06:37:06.513030 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67257a4d-d02e-40cb-9c99-f46569652b73', 'tag': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:06.533622 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-f9c10bb2-8753-4580-a9de-e56437e5b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:06.542171 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-f9c10bb2-8753-4580-a9de-e56437e5b6e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1097 time: 0.5234089 Nov 11 06:37:06.607615 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "284f19d5-bc37-424c-856a-17007b363d2f", "tag": "7c0adb86-a808-42c5-99a6-29255891d4b3"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:06.691862 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-d7d35e2b-4503-49a8-8f94-d5fe91c6a2a6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4137874 Nov 11 06:37:06.763785 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-da3acb5c-8c85-4ac7-b2c5-5ccf3a211ec7 req-1cb1f811-9178-4c08-9948-9798994bbed7 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822246 Nov 11 06:37:06.827242 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6494da-82e9-462a-b471-01a34e5182fe" -d '{"events": [{"name": "network-changed", "server_uuid": "67257a4d-d02e-40cb-9c99-f46569652b73", "tag": "2a8cf22c-c983-4d2e-b123-b4a1d70fc08b"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:06.827242 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c42d4d-ab34-44d8-8bda-8e94afc408aa service neutron] Pushing event updated for resources: {'Port': ['ID=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:06.951271 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05212c36-bf88-4079-a848-ef89b9fd1ed0 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:06.995896 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.026349 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3f1dd081-25e4-4fde-b395-4f3673133976 req-9dba0451-1c6c-4923-892e-ba69c8d67af1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0644450 Nov 11 06:37:07.044981 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Transition to ACTIVE for port object 05212c36-bf88-4079-a848-ef89b9fd1ed0 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:07.103933 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.173974 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48948) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:07.192563 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-422b5620-b983-4a81-8ef0-a5612b6d3d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.231620 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.250434 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-76f33013-0ace-4ede-b8f8-d83a19e80b31 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1205193313&fields=id&tenant_id=18e3caf076964d3a9997b5ab0ecfb925 HTTP/1.1" status: 200 len: 267 time: 0.0996876 Nov 11 06:37:07.308986 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-422b5620-b983-4a81-8ef0-a5612b6d3d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.338898 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Pushing event updated for resources: {'Port': ['ID=05212c36-bf88-4079-a848-ef89b9fd1ed0,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:07.497712 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-422b5620-b983-4a81-8ef0-a5612b6d3d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.603731 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.607782 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Attempting to bind port 05212c36-bf88-4079-a848-ef89b9fd1ed0 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:07.609887 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Attempting to bind port 05212c36-bf88-4079-a848-ef89b9fd1ed0 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:07.616186 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Attempting to bind port 05212c36-bf88-4079-a848-ef89b9fd1ed0 on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:07.666292 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Port 05212c36-bf88-4079-a848-ef89b9fd1ed0 on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:07.666726 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Attempting to bind port 05212c36-bf88-4079-a848-ef89b9fd1ed0 on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:07.680865 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:07.681296 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Checking segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:07.681762 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Bound using segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:07.682295 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Bound port: 05212c36-bf88-4079-a848-ef89b9fd1ed0, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:07.682721 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.702300 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:07.764843 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b5620-b983-4a81-8ef0-a5612b6d3d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0fe9e5-84c5-4919-ae90-cfc16793e5f3,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:07.772174 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-422b5620-b983-4a81-8ef0-a5612b6d3d6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fc15ba827c2439d894e1a37df7c850b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5948360 Nov 11 06:37:07.773352 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 48956) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:07.783890 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:07.804335 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:07.817877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:07.817877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.874117 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c265503f-fe82-4d21-9d3f-1356e367445f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.926086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-506b9db8-7c39-4118-af67-c50511c8406a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:07.927620 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-506b9db8-7c39-4118-af67-c50511c8406a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 810 time: 0.6441731 Nov 11 06:37:07.928510 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:07.939351 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c265503f-fe82-4d21-9d3f-1356e367445f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:07.948885 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd238-9609-4f8c-9637-00a2f7212a82 req-be936e12-94a2-4a90-8c24-562ae1d418fe tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:07.950615 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee6bd238-9609-4f8c-9637-00a2f7212a82 req-be936e12-94a2-4a90-8c24-562ae1d418fe tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 932 time: 0.0876472 Nov 11 06:37:07.961248 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-acb203ca-8b60-4ab3-8c35-ac32e5752a81 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/quotas/18e3caf076964d3a9997b5ab0ecfb925 HTTP/1.1" status: 200 len: 375 time: 0.0195007 Nov 11 06:37:08.069226 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] For port 05212c36-bf88-4079-a848-ef89b9fd1ed0, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:08.093051 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee6bd238-9609-4f8c-9637-00a2f7212a82 req-ff51ed33-617e-4827-bf58-2e9f35712062 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936213 Nov 11 06:37:08.103942 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] For port 05212c36-bf88-4079-a848-ef89b9fd1ed0, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:08.133316 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-6063565f-edc2-4879-b79a-85b2331b78cb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3328102 Nov 11 06:37:08.173880 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-d5bd7fef-85e2-469b-b62b-2f827961c02d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2017689 Nov 11 06:37:08.220362 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:08.270256 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c265503f-fe82-4d21-9d3f-1356e367445f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:08.281351 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c265503f-fe82-4d21-9d3f-1356e367445f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:08.281922 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-23be4da2-c9d9-48cd-912e-6faed1b7024e None None] Provisioning complete for port fdfbd667-956c-4b90-bb49-1d492c6540a0 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:08.283790 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-c265503f-fe82-4d21-9d3f-1356e367445f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc0fe9e5-84c5-4919-ae90-cfc16793e5f3 HTTP/1.1" status: 204 len: 168 time: 0.5083995 Nov 11 06:37:08.284437 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23be4da2-c9d9-48cd-912e-6faed1b7024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:08.296382 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:08.297014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:08.300065 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] 10.222.0.15 "PUT /v2.0/ports/05212c36-bf88-4079-a848-ef89b9fd1ed0 HTTP/1.1" status: 200 len: 1093 time: 3.1853707 Nov 11 06:37:08.319819 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265503f-fe82-4d21-9d3f-1356e367445f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0fe9e5-84c5-4919-ae90-cfc16793e5f3,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:08.338194 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-23be4da2-c9d9-48cd-912e-6faed1b7024e None None] Port fdfbd667-956c-4b90-bb49-1d492c6540a0 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:37:08.361915 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0f13-08cc-433d-8bfd-b4bd827277a9 req-3f653854-de69-4274-8220-0bf8215c8849 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:08.451862 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a06e0f13-08cc-433d-8bfd-b4bd827277a9 req-3f653854-de69-4274-8220-0bf8215c8849 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.1501555 Nov 11 06:37:08.452761 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46063e05-4cec-4972-84da-c0f3acecdad1 service neutron] Pushing event updated for resources: {'Port': ['ID=05212c36-bf88-4079-a848-ef89b9fd1ed0,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:08.452761 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-3b4a4d64-aed3-4d92-a709-4b3fe8ca4af3 service neutron] 10.222.0.20 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324665 Nov 11 06:37:08.453330 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a06e0f13-08cc-433d-8bfd-b4bd827277a9 req-b288918c-8643-4349-bc9f-6f11cceec23d tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Nov 11 06:37:08.528620 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-ef4b17d4-823e-434c-ac29-689eb69379bb service neutron] 10.222.0.20 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151240 Nov 11 06:37:08.649141 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741b8dd-69ef-473c-a8b5-80d81da31673 x-openstack-request-id: req-6741b8dd-69ef-473c-a8b5-80d81da31673 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:08.649519 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284f19d5-bc37-424c-856a-17007b363d2f", "tag": "7c0adb86-a808-42c5-99a6-29255891d4b3", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:08.650054 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6741b8dd-69ef-473c-a8b5-80d81da31673 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:08.650489 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284f19d5-bc37-424c-856a-17007b363d2f', 'tag': '7c0adb86-a808-42c5-99a6-29255891d4b3', 'status': 'completed', 'code': 200} Nov 11 06:37:08.760691 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215802ad-7b13-4647-8845-45ef32204ec7 x-openstack-request-id: req-215802ad-7b13-4647-8845-45ef32204ec7 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:08.761150 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67257a4d-d02e-40cb-9c99-f46569652b73", "tag": "2a8cf22c-c983-4d2e-b123-b4a1d70fc08b", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:08.761267 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-215802ad-7b13-4647-8845-45ef32204ec7 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:08.761654 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67257a4d-d02e-40cb-9c99-f46569652b73', 'tag': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b', 'status': 'completed', 'code': 200} Nov 11 06:37:08.923203 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6bb0-a70c-468c-a192-eeb848bb2854 req-ae88a01e-5934-4f0d-b4f1-be477f529eeb tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:08.931809 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c14d6bb0-a70c-468c-a192-eeb848bb2854 req-ae88a01e-5934-4f0d-b4f1-be477f529eeb tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.0840299 Nov 11 06:37:08.963762 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd17af-b85d-465e-a91d-59a9fd5ddff6 req-1f316a24-fa71-4cd0-9536-54d940329093 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:08.982368 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1cfd17af-b85d-465e-a91d-59a9fd5ddff6 req-1f316a24-fa71-4cd0-9536-54d940329093 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 931 time: 0.0787442 Nov 11 06:37:09.079618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c14d6bb0-a70c-468c-a192-eeb848bb2854 req-8223e26e-983c-4c9c-8b6b-497429ca7ae8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871449 Nov 11 06:37:09.079814 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1cfd17af-b85d-465e-a91d-59a9fd5ddff6 req-0c84b03a-2a8e-455a-ba4d-1d44f730e987 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718791 Nov 11 06:37:09.113974 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5b1605bb-6d33-4d0b-b353-b6ca0835972b req-762b9bec-bdaf-4f7e-9dbd-b8cd09aa16df tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 210 time: 0.0479169 Nov 11 06:37:09.301443 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca1ee-47d0-4dea-9c69-d23eb7a1046d req-8ac4caa7-3ce6-463e-bd59-c5787e5027b2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:09.303851 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b0aca1ee-47d0-4dea-9c69-d23eb7a1046d req-8ac4caa7-3ce6-463e-bd59-c5787e5027b2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 932 time: 0.0760131 Nov 11 06:37:09.370028 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b0aca1ee-47d0-4dea-9c69-d23eb7a1046d req-0df20070-3aa4-4b48-b030-7987b0a79c0b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596173 Nov 11 06:37:09.565188 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d678a7-924c-440b-8398-8f8324fd62d2 req-c7f42471-78a6-41a2-abf2-0f3a305035d8 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:09.566706 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-31d678a7-924c-440b-8398-8f8324fd62d2 req-c7f42471-78a6-41a2-abf2-0f3a305035d8 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.0568016 Nov 11 06:37:09.636486 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-31d678a7-924c-440b-8398-8f8324fd62d2 req-ce33bdd4-e5bd-4602-916f-db1930ee72a0 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592263 Nov 11 06:37:10.203265 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad8c1a-7d12-4524-841d-cfa6d4e98d0c req-ac8e31f8-983b-45ce-a3d2-83c6bea79b39 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:10.204853 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-38ad8c1a-7d12-4524-841d-cfa6d4e98d0c req-ac8e31f8-983b-45ce-a3d2-83c6bea79b39 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 931 time: 0.0475228 Nov 11 06:37:10.216851 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2069503-8c32-4fb3-be7a-0a8b2862e56f req-43828e25-af8b-472e-a77c-40d9b2d35b6c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:10.217270 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c2069503-8c32-4fb3-be7a-0a8b2862e56f req-43828e25-af8b-472e-a77c-40d9b2d35b6c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.0493557 Nov 11 06:37:10.284766 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-38ad8c1a-7d12-4524-841d-cfa6d4e98d0c req-5bca424a-23b4-4f12-833a-bfb64d87c86b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735195 Nov 11 06:37:10.315241 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c2069503-8c32-4fb3-be7a-0a8b2862e56f req-dbdaae7b-abdb-4e0b-baa0-8f15b3e08bcf tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863359 Nov 11 06:37:10.396656 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8ab4d2a4-58ac-4fa5-b6bc-0058f30f8f54 req-84e0735f-958b-4e6a-9391-9fe1671fd8f9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 210 time: 0.0345676 Nov 11 06:37:10.548078 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab8a6-a55b-42a4-b768-fabeaf95277c req-ea61314e-c538-400d-92fd-2cfb3c0bc74e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:10.549572 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c73ab8a6-a55b-42a4-b768-fabeaf95277c req-ea61314e-c538-400d-92fd-2cfb3c0bc74e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 932 time: 0.0799308 Nov 11 06:37:10.608163 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c73ab8a6-a55b-42a4-b768-fabeaf95277c req-589c5abf-f55c-4190-b2b2-258b0dd7c9a2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504315 Nov 11 06:37:10.763353 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'tag': '05212c36-bf88-4079-a848-ef89b9fd1ed0'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:10.765790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a88ac4-1311-4f26-b144-a9f1dcd5e894" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac26aea-2bf8-4965-ba46-0ae481a216fd", "tag": "05212c36-bf88-4079-a848-ef89b9fd1ed0"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:10.768351 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b2c5d-8b52-4513-a644-7e161cf4d6c1 req-539bb989-e541-431d-b8b2-0ca4702afaed tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:10.770241 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-464b2c5d-8b52-4513-a644-7e161cf4d6c1 req-539bb989-e541-431d-b8b2-0ca4702afaed tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.0516553 Nov 11 06:37:10.857698 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb9e1b3-37f9-4591-a893-64db9cbf6fb5 x-openstack-request-id: req-2cb9e1b3-37f9-4591-a893-64db9cbf6fb5 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:10.858098 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac26aea-2bf8-4965-ba46-0ae481a216fd", "tag": "05212c36-bf88-4079-a848-ef89b9fd1ed0", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:10.858357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cb9e1b3-37f9-4591-a893-64db9cbf6fb5 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:10.859023 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'tag': '05212c36-bf88-4079-a848-ef89b9fd1ed0', 'status': 'completed', 'code': 200} Nov 11 06:37:10.861374 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-464b2c5d-8b52-4513-a644-7e161cf4d6c1 req-5e91162c-a2ac-4043-8dd4-ef4acbdd8e92 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796921 Nov 11 06:37:11.505574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49078) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:11.564034 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36021518-0696-4247-89d1-22ee01756d42 req-f5caf4aa-7758-4236-a0ad-074d5e0cf75c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:11.565551 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-36021518-0696-4247-89d1-22ee01756d42 req-f5caf4aa-7758-4236-a0ad-074d5e0cf75c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 931 time: 0.1510072 Nov 11 06:37:11.570159 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2d4d2-5a04-49af-9983-218a07272250 req-4e9d6b86-d7ca-4104-ac79-9be528bb342d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:11.588133 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-33e2d4d2-5a04-49af-9983-218a07272250 req-4e9d6b86-d7ca-4104-ac79-9be528bb342d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.1003504 Nov 11 06:37:11.686393 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-33e2d4d2-5a04-49af-9983-218a07272250 req-d9c2819f-f419-4665-8c4b-716ca8668640 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921075 Nov 11 06:37:11.686591 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-36021518-0696-4247-89d1-22ee01756d42 req-e3e15f12-11d0-4744-9152-01f43be5a950 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082454 Nov 11 06:37:11.722903 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-baafe927-4afe-4898-80ab-201f0629f5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:11.804972 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0d011bb3-c932-4032-8137-aa1426e01dd3 req-8fa30fc1-63d0-4d17-b4a9-624f8fafa075 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 210 time: 0.0498204 Nov 11 06:37:11.844045 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66596e67-423e-4ac2-804e-e56ae689a2f9 req-f1c136f3-22eb-4977-8be3-3da93e6f6cc1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:11.845915 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-66596e67-423e-4ac2-804e-e56ae689a2f9 req-f1c136f3-22eb-4977-8be3-3da93e6f6cc1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 932 time: 0.0780745 Nov 11 06:37:11.879582 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-baafe927-4afe-4898-80ab-201f0629f5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:11.904387 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-66596e67-423e-4ac2-804e-e56ae689a2f9 req-4d41c026-1b8e-43f7-912f-33a733cb7611 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524015 Nov 11 06:37:11.947462 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-baafe927-4afe-4898-80ab-201f0629f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.012883 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-baafe927-4afe-4898-80ab-201f0629f5b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3fc1b224c704d7da6dc3efb94dae416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053267 Nov 11 06:37:12.015641 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49110) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:12.016263 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafe927-4afe-4898-80ab-201f0629f5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154fe300-abdc-4de8-bbb0-b25372a9a077,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:12.030766 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09bec-a1b5-47ff-90c5-ced9d6d2f826 req-ac724ca5-ad5c-426b-bce4-d8bcc1f6f76a tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:12.032284 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9bd09bec-a1b5-47ff-90c5-ced9d6d2f826 req-ac724ca5-ad5c-426b-bce4-d8bcc1f6f76a tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.0963075 Nov 11 06:37:12.067611 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b45d-f821-4876-83f8-2bde48739cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.079949 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9bd09bec-a1b5-47ff-90c5-ced9d6d2f826 req-29882048-6f62-466f-8b2a-0960e0ce4751 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Nov 11 06:37:12.089400 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b45d-f821-4876-83f8-2bde48739cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.205366 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b45d-f821-4876-83f8-2bde48739cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.208105 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b45d-f821-4876-83f8-2bde48739cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.209264 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d6b4b45d-f821-4876-83f8-2bde48739cbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/154fe300-abdc-4de8-bbb0-b25372a9a077 HTTP/1.1" status: 204 len: 168 time: 0.1926470 Nov 11 06:37:12.216887 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4b45d-f821-4876-83f8-2bde48739cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154fe300-abdc-4de8-bbb0-b25372a9a077,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:12.319028 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Request body: {'port': {'device_id': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:12.376030 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49116) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:12.391403 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-b0045304-b362-4ae0-94b0-f3e8db123e30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.1098599 Nov 11 06:37:12.428241 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.558931 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Request body: {'port': {'device_id': '6abbc443-4060-45b7-af74-f513b06d8d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:12.706434 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.706740 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-0dc53a34-2779-4808-b5b9-5661a60430a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:12.721919 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-0dc53a34-2779-4808-b5b9-5661a60430a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.0947540 Nov 11 06:37:12.722063 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-07697536-95d1-4b99-b12c-e5692a004583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:12.793383 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-b692b0c8-9c73-4061-950d-da4e7fa32a58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501001 Nov 11 06:37:12.915038 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6494da-82e9-462a-b471-01a34e5182fe req-12ecff60-b084-4a27-b514-bd90a5c83b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:12.917144 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3c6494da-82e9-462a-b471-01a34e5182fe req-12ecff60-b084-4a27-b514-bd90a5c83b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8590c02fabcf4fd0b2f4df2019098df7&device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 1096 time: 0.3175519 Nov 11 06:37:12.988203 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-fbb03dcf-0fd0-45b1-b92d-2a6bca6fc38d service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783419 Nov 11 06:37:13.065881 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1561802-679b-4103-b8ec-94dcf47009ad req-d5794db2-194a-4b5a-bd33-9c5cdf19d223 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.067382 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1561802-679b-4103-b8ec-94dcf47009ad req-d5794db2-194a-4b5a-bd33-9c5cdf19d223 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 931 time: 0.2319872 Nov 11 06:37:13.069198 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88ac4-1311-4f26-b144-a9f1dcd5e894 req-6a832d92-e6c0-4b16-8602-6976057b9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.070553 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-50a88ac4-1311-4f26-b144-a9f1dcd5e894 req-6a832d92-e6c0-4b16-8602-6976057b9fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 1096 time: 0.2917178 Nov 11 06:37:13.090912 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d376a2-2b95-4817-99fc-17b5502a6dd0 req-1ea71e82-94e7-41cc-8c8c-c9cca03ca3e1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.092396 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e4d376a2-2b95-4817-99fc-17b5502a6dd0 req-1ea71e82-94e7-41cc-8c8c-c9cca03ca3e1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.1891410 Nov 11 06:37:13.094893 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20004484-11f9-4d8e-99eb-9ac4360184b5 {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:13.111297 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:13.141575 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f86b4401-4f07-45a2-8f6a-0b41d34f9387 req-e3e48d50-c2bb-4b2e-8e6e-1349bfc1b6cb service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411631 Nov 11 06:37:13.146363 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Transition to ACTIVE for port object 20004484-11f9-4d8e-99eb-9ac4360184b5 will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:13.178347 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e4d376a2-2b95-4817-99fc-17b5502a6dd0 req-79429b6a-6efe-4d1b-a1b8-440a31737264 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683386 Nov 11 06:37:13.212782 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:13.299310 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a4d9f114-679c-41b0-a172-96e22361fe5d req-4ad8d8db-be15-48c3-be76-1f43a2ff87ac tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 210 time: 0.0339284 Nov 11 06:37:13.340070 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-07697536-95d1-4b99-b12c-e5692a004583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:13.341159 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20004484-11f9-4d8e-99eb-9ac4360184b5,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:13.409433 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Attempting to bind port 20004484-11f9-4d8e-99eb-9ac4360184b5 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:13.409938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Attempting to bind port 20004484-11f9-4d8e-99eb-9ac4360184b5 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:13.410323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Attempting to bind port 20004484-11f9-4d8e-99eb-9ac4360184b5 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:13.439599 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Port 20004484-11f9-4d8e-99eb-9ac4360184b5 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:13.440009 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Attempting to bind port 20004484-11f9-4d8e-99eb-9ac4360184b5 on network b4ff747c-0bc8-47c0-89d5-07933faf7ec8 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:13.454728 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-8f133e0f-818c-472e-81d4-421dc0b3a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.456255 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-8f133e0f-818c-472e-81d4-421dc0b3a5a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1097 time: 0.0969942 Nov 11 06:37:13.458209 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:13.458616 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Checking segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:13.459093 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Bound using segment: {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:13.459581 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Bound port: 20004484-11f9-4d8e-99eb-9ac4360184b5, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8769346-fc01-4977-b7d7-73900f31f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:13.459998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:13.539341 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc74b60-bc4a-4161-b25c-a36702616ff9 req-2b740cb9-af69-48d6-896f-b4a5ee44826c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.541155 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fbc74b60-bc4a-4161-b25c-a36702616ff9 req-2b740cb9-af69-48d6-896f-b4a5ee44826c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 944 time: 0.1496828 Nov 11 06:37:13.591243 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6494da-82e9-462a-b471-01a34e5182fe req-a9578e8f-1a5a-46a2-a018-00c34ef8f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.592741 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3c6494da-82e9-462a-b471-01a34e5182fe req-a9578e8f-1a5a-46a2-a018-00c34ef8f2a8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8590c02fabcf4fd0b2f4df2019098df7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6551681 Nov 11 06:37:13.596750 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-07697536-95d1-4b99-b12c-e5692a004583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:13.604754 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1561802-679b-4103-b8ec-94dcf47009ad req-306b053d-a2b9-4254-89fb-66430abbe388 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4852636 Nov 11 06:37:13.700793 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88ac4-1311-4f26-b144-a9f1dcd5e894 req-60c56c79-0733-4417-b7d4-45c56601aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.703229 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-50a88ac4-1311-4f26-b144-a9f1dcd5e894 req-60c56c79-0733-4417-b7d4-45c56601aef2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9eea46a98b1244a596dcf579bbb5d274&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5759411 Nov 11 06:37:13.750481 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] For port 20004484-11f9-4d8e-99eb-9ac4360184b5, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:13.762730 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fbc74b60-bc4a-4161-b25c-a36702616ff9 req-447a6866-03ec-42e7-b974-a0264d45b20f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629078 Nov 11 06:37:13.775840 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-a9187721-6b64-4c96-9800-6226dd96fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:13.777206 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-a9187721-6b64-4c96-9800-6226dd96fb34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.3097467 Nov 11 06:37:13.779041 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] For port 20004484-11f9-4d8e-99eb-9ac4360184b5, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=20004484-11f9-4d8e-99eb-9ac4360184b5,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:13.841014 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-83135351-3300-4d0b-bd4d-c1fae12b82df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0543633 Nov 11 06:37:13.844576 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.15', 59775) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:13.846722 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:13.943061 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-07697536-95d1-4b99-b12c-e5692a004583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c4f3ccbc34944b6864f315bf9385f35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5658081 Nov 11 06:37:13.970071 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49166) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:13.971088 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697536-95d1-4b99-b12c-e5692a004583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df40495-9885-4e36-b36e-224a2a2bb775,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:14.108119 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.108877 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:14.110144 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/20004484-11f9-4d8e-99eb-9ac4360184b5 HTTP/1.1" status: 200 len: 1094 time: 1.8217416 Nov 11 06:37:14.119319 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'tag': '20004484-11f9-4d8e-99eb-9ac4360184b5'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:14.121585 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff5346-4475-4a48-8e33-009155b2a351" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbaf4f3-a5c2-41fb-85fe-d413afde29a1", "tag": "20004484-11f9-4d8e-99eb-9ac4360184b5"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:14.138150 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfbd667-956c-4b90-bb49-1d492c6540a0 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:14.181496 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4078b88-ebe4-4131-b866-d6ed87a8b2d8 req-35a20dee-9fc3-4566-bdf1-3250b6b32d70 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.189363 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4078b88-ebe4-4131-b866-d6ed87a8b2d8 req-35a20dee-9fc3-4566-bdf1-3250b6b32d70 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.4663017 Nov 11 06:37:14.199142 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-c917d966-8cf4-40df-a0ae-6e1f41bad1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.200222 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-c917d966-8cf4-40df-a0ae-6e1f41bad1ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.3425801 Nov 11 06:37:14.203104 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c29a-6227-47a5-bc9b-c99fdab707a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20004484-11f9-4d8e-99eb-9ac4360184b5,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:14.209202 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:14.239887 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6494da-82e9-462a-b471-01a34e5182fe req-ad4f5a72-7dfe-4a36-aa86-ba273938e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.241374 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3c6494da-82e9-462a-b471-01a34e5182fe req-ad4f5a72-7dfe-4a36-aa86-ba273938e714 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5371366 Nov 11 06:37:14.243881 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2568e32-f21e-4fb9-b67d-ff80eba134ac x-openstack-request-id: req-a2568e32-f21e-4fb9-b67d-ff80eba134ac {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:14.244318 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbaf4f3-a5c2-41fb-85fe-d413afde29a1", "tag": "20004484-11f9-4d8e-99eb-9ac4360184b5", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:14.244697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2568e32-f21e-4fb9-b67d-ff80eba134ac {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:14.245087 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'tag': '20004484-11f9-4d8e-99eb-9ac4360184b5', 'status': 'completed', 'code': 200} Nov 11 06:37:14.247103 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-657528a1-8375-4f4c-bce8-99644fdfaa14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367484 Nov 11 06:37:14.263793 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-dad6cabd-651a-4a4c-906f-53b48cd421b4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.265600 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-dad6cabd-651a-4a4c-906f-53b48cd421b4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 810 time: 0.4109099 Nov 11 06:37:14.271334 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88ac4-1311-4f26-b144-a9f1dcd5e894 req-10891c97-413c-47b8-8173-42f7f7549536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.273065 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-50a88ac4-1311-4f26-b144-a9f1dcd5e894 req-10891c97-413c-47b8-8173-42f7f7549536 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5323155 Nov 11 06:37:14.285499 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Transition to ACTIVE for port object fdfbd667-956c-4b90-bb49-1d492c6540a0 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:14.355236 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a077b0b8-d2d8-4894-bea7-21300cf85bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:14.389891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:14.422805 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4078b88-ebe4-4131-b866-d6ed87a8b2d8 req-b1fd8b3a-c0e7-44ad-a26a-e3901bdb3be4 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325597 Nov 11 06:37:14.496863 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:14.529254 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a077b0b8-d2d8-4894-bea7-21300cf85bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:14.533358 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd482-cb7d-46ff-a24b-628880725f75 req-f4162dec-a1c2-4faf-aead-f2701a3f6fd3 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.542554 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a1cd482-cb7d-46ff-a24b-628880725f75 req-f4162dec-a1c2-4faf-aead-f2701a3f6fd3 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.1998315 Nov 11 06:37:14.553773 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-e3c32742-e5a9-4545-9dd6-822dec0ca0da service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647097 Nov 11 06:37:14.563936 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-04e4a96f-f3e8-4615-9788-4d7a1ac391f1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e3caf076964d3a9997b5ab0ecfb925 HTTP/1.1" status: 200 len: 380 time: 0.2627366 Nov 11 06:37:14.570503 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-95a778f8-7b95-43ad-864b-6e906f11eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.572121 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-95a778f8-7b95-43ad-864b-6e906f11eaf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 1097 time: 0.2712383 Nov 11 06:37:14.577332 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-522a21b0-f5c5-438f-bf30-014ccfc2a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.581414 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-522a21b0-f5c5-438f-bf30-014ccfc2a8d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 1096 time: 0.1723344 Nov 11 06:37:14.604216 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-da820124-71b2-4cd1-9a25-f31ba8f9a37e req-2ce07593-ca9c-42d8-80b8-6f58c1bb23a2 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 210 time: 0.1023123 Nov 11 06:37:14.620226 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a1cd482-cb7d-46ff-a24b-628880725f75 req-15878f84-11ca-411f-ac6c-e2f6bd9e1caa tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767956 Nov 11 06:37:14.665909 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'port': {'device_id': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'admin_state_up': True, 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'security_groups': ['5d56e5ca-0d3b-4916-bb25-4cad68f08d4c']}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:14.775880 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-0eca281a-5040-4e96-85bb-e086df77ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.777354 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-0eca281a-5040-4e96-85bb-e086df77ca83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8590c02fabcf4fd0b2f4df2019098df7&device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 1096 time: 0.4065309 Nov 11 06:37:14.780173 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-bec47329-8b64-4e61-ba33-910aaf4377d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0 HTTP/1.1" status: 200 len: 217 time: 0.1228642 Nov 11 06:37:14.782059 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-34ee4ae5-8cb1-4db6-a6cb-2fed4cebefb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20004484-11f9-4d8e-99eb-9ac4360184b5 HTTP/1.1" status: 200 len: 217 time: 0.1170273 Nov 11 06:37:14.816705 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Attempting to bind port fdfbd667-956c-4b90-bb49-1d492c6540a0 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:14.817034 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Attempting to bind port fdfbd667-956c-4b90-bb49-1d492c6540a0 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:14.817349 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Attempting to bind port fdfbd667-956c-4b90-bb49-1d492c6540a0 on network 606e9387-7c2e-4208-93c4-0b867ddefd5c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:14.885763 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-347e158d-da6d-4d77-a3c9-d70e64a22d5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b HTTP/1.1" status: 200 len: 217 time: 0.0837960 Nov 11 06:37:14.889474 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Port fdfbd667-956c-4b90-bb49-1d492c6540a0 on network 606e9387-7c2e-4208-93c4-0b867ddefd5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:14.889820 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Attempting to bind port fdfbd667-956c-4b90-bb49-1d492c6540a0 on network 606e9387-7c2e-4208-93c4-0b867ddefd5c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:14.914313 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:14.914702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Checking segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:14.915013 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Bound using segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:14.915507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Bound port: fdfbd667-956c-4b90-bb49-1d492c6540a0, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:14.915854 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:14.958478 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-36785e3f-4d5e-476d-ae26-de8ac6a1c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.959337 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-df328191-1bc7-4aef-9e4c-9cc24228f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.959966 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-36785e3f-4d5e-476d-ae26-de8ac6a1c232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.1561940 Nov 11 06:37:14.960776 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-df328191-1bc7-4aef-9e4c-9cc24228f1da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add27cab-0005-402d-a65b-fd1d1442260c HTTP/1.1" status: 200 len: 855 time: 0.1489325 Nov 11 06:37:14.972159 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc32747-1e5e-4b15-8691-c6094a1e833e req-a788fc43-5a63-4ea5-bbea-3683893c0b00 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:14.973572 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ccc32747-1e5e-4b15-8691-c6094a1e833e req-a788fc43-5a63-4ea5-bbea-3683893c0b00 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.2449603 Nov 11 06:37:14.978994 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-9679b31e-3049-4cf9-b180-528a8601b044 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466694 Nov 11 06:37:15.005127 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7b98d-0e9f-4a57-8bec-d5d5723ca3ac req-a82bb0fe-7d85-4861-abb3-c83a4b91674c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.005127 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5df7b98d-0e9f-4a57-8bec-d5d5723ca3ac req-a82bb0fe-7d85-4861-abb3-c83a4b91674c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 944 time: 0.1302469 Nov 11 06:37:15.013385 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a077b0b8-d2d8-4894-bea7-21300cf85bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.015971 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a077b0b8-d2d8-4894-bea7-21300cf85bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.019522 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-a077b0b8-d2d8-4894-bea7-21300cf85bf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4df40495-9885-4e36-b36e-224a2a2bb775 HTTP/1.1" status: 204 len: 168 time: 1.0423279 Nov 11 06:37:15.019640 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-0c83668a-352b-41f2-ba48-d6ae0e990593 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416472 Nov 11 06:37:15.059118 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-87899c7a-53ea-412d-aa91-4095a2fc5e35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823007 Nov 11 06:37:15.063481 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-fa15af04-1294-4351-9a77-4d11681ff723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.064825 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-fa15af04-1294-4351-9a77-4d11681ff723 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e126ac4-37dc-440a-8648-f480da907e6c HTTP/1.1" status: 200 len: 851 time: 0.1668789 Nov 11 06:37:15.099085 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077b0b8-d2d8-4894-bea7-21300cf85bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df40495-9885-4e36-b36e-224a2a2bb775,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:15.123404 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Made reservation on behalf of 18e3caf076964d3a9997b5ab0ecfb925 for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:15.127191 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.140703 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5df7b98d-0e9f-4a57-8bec-d5d5723ca3ac req-470e3306-d35a-4acd-a1d6-7caf509a0cd5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247046 Nov 11 06:37:15.147896 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-23730cc5-b38d-413f-b7eb-8e6467ed4295 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e1eaaf3-67df-476b-83d8-0c17a2be0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644624 Nov 11 06:37:15.183005 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-0f1c4f83-17b2-42d8-95ad-054422d48395 service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531122 Nov 11 06:37:15.236313 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:15.241212 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ccc32747-1e5e-4b15-8691-c6094a1e833e req-713e796f-c73f-4b5b-991c-515f9ff610d9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325268 Nov 11 06:37:15.280837 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:15.308799 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-5526097e-7da4-472b-99e1-062ce701d0c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279506 Nov 11 06:37:15.347731 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-1b340f17-289e-4dd2-ad37-78982635a47c service neutron] 10.222.0.15 "GET /v2.0/networks/7e1eaaf3-67df-476b-83d8-0c17a2be0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876912 Nov 11 06:37:15.349250 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Allocated IP 172.20.0.6 (9056722a-d4bd-462d-b0c5-8d0a070fd148/44ca1595-f430-4f5e-8d13-0a825e96e4ed/2eb4f18d-290c-4f53-8142-7d2977c66c07) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:15.354064 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-64c86670-9562-4ddd-95d0-9aa1a1159f2d service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410239 Nov 11 06:37:15.354240 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.456870 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.457518 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.458985 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] 10.222.0.15 "PUT /v2.0/ports/fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 200 len: 1093 time: 2.9052589 Nov 11 06:37:15.463873 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:15.466168 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:15.527148 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:15.539171 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63a6dca6-2ca4-494d-8262-60dbf97e913b req-bc3611ba-5278-408e-a962-08dd62bb7ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184324 Nov 11 06:37:15.540953 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.550608 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e277ed-1ee1-4411-96e6-a04a5cbcd8de x-openstack-request-id: req-36e277ed-1ee1-4411-96e6-a04a5cbcd8de {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:15.550973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:15.551476 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36e277ed-1ee1-4411-96e6-a04a5cbcd8de {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:15.551689 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'status': 'completed', 'code': 200} Nov 11 06:37:15.567013 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3bd7c3f2-30c9-4dae-b5f4-940d4db2b7de req-f527c16b-d0f8-490c-9d84-36dead26104b service neutron] 10.222.0.15 "GET /v2.0/networks/7e1eaaf3-67df-476b-83d8-0c17a2be0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102370 Nov 11 06:37:15.640461 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a49c-74c0-4bc4-afbc-2f8170edc05a req-d3e39788-9efe-4d6c-af7b-8c9599a07ee4 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.651357 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca93a49c-74c0-4bc4-afbc-2f8170edc05a req-d3e39788-9efe-4d6c-af7b-8c9599a07ee4 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.1072145 Nov 11 06:37:15.708880 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.742418 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca93a49c-74c0-4bc4-afbc-2f8170edc05a req-439d5517-0590-4459-a2e1-948c704b05df tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912738 Nov 11 06:37:15.793864 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:15.803864 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:15.803864 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:15.813760 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.814441 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.831378 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'Port': ['ID=2eb4f18d-290c-4f53-8142-7d2977c66c07,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:15.836364 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49218) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:15.851747 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-606ba8d3-30b1-44b8-8c08-48277f5a3498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:15.920574 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-170a2ed4-1da1-479b-9cb2-8111dbc0c446 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2862670 Nov 11 06:37:15.931110 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 7c0adb86-a808-42c5-99a6-29255891d4b3 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:15.945652 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c530f-5b17-481a-a42c-88c5999e6a77 req-000cda4d-4197-49f3-afd6-a7403eb54612 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.954618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca9c530f-5b17-481a-a42c-88c5999e6a77 req-000cda4d-4197-49f3-afd6-a7403eb54612 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.0894876 Nov 11 06:37:15.968062 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Request body: {'port': {'device_id': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:15.970392 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff5346-4475-4a48-8e33-009155b2a351 req-ebdffeb4-8076-48cd-9ea4-dee12f80dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.970392 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-ebdffeb4-8076-48cd-9ea4-dee12f80dd93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 1097 time: 0.0753939 Nov 11 06:37:15.977169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab req-1cfc7cf2-7f7c-41ff-997e-a032e9fa6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:15.979101 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab req-1cfc7cf2-7f7c-41ff-997e-a032e9fa6dba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1096 time: 0.3754420 Nov 11 06:37:16.064729 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d3f32-f38e-42bd-886b-ce428463539d req-af713dbc-71d6-476a-83f8-b3cab4f95038 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.072029 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d25d3f32-f38e-42bd-886b-ce428463539d req-af713dbc-71d6-476a-83f8-b3cab4f95038 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 931 time: 0.1803412 Nov 11 06:37:16.106504 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 7c0adb86-a808-42c5-99a6-29255891d4b3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7c0adb86-a808-42c5-99a6-29255891d4b3,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:16.119806 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '7c0adb86-a808-42c5-99a6-29255891d4b3', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'port_id': '7c0adb86-a808-42c5-99a6-29255891d4b3', 'mac_address': 'fa:16:3e:e3:c4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:16.161384 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-606ba8d3-30b1-44b8-8c08-48277f5a3498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.167695 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.172982 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.182162 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0adb86-a808-42c5-99a6-29255891d4b3 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:16.207255 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-4d820ccf-86eb-4931-be91-686d934abc67 None None] Provisioning complete for port 2eb4f18d-290c-4f53-8142-7d2977c66c07 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:16.210167 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4d820ccf-86eb-4931-be91-686d934abc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.222152 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 7c0adb86-a808-42c5-99a6-29255891d4b3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7c0adb86-a808-42c5-99a6-29255891d4b3,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:16.255740 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-4d820ccf-86eb-4931-be91-686d934abc67 None None] Port 2eb4f18d-290c-4f53-8142-7d2977c66c07 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:37:16.278428 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.313675 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d25d3f32-f38e-42bd-886b-ce428463539d req-c099aed9-9e3c-48e2-9886-df8b2b2cc7d3 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359071 Nov 11 06:37:16.331447 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca9c530f-5b17-481a-a42c-88c5999e6a77 req-ff0fe295-623f-4d31-847f-27fe0ded346a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755040 Nov 11 06:37:16.332054 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-606ba8d3-30b1-44b8-8c08-48277f5a3498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.333959 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=7c0adb86-a808-42c5-99a6-29255891d4b3,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:16.335134 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff5346-4475-4a48-8e33-009155b2a351 req-38a6c509-d15d-45a9-8342-15952b26d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.336467 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-38a6c509-d15d-45a9-8342-15952b26d514 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.3541224 Nov 11 06:37:16.340526 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab req-8f296821-dd31-4d66-a817-39dc3602cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.341964 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab req-8f296821-dd31-4d66-a817-39dc3602cc07 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3097665 Nov 11 06:37:16.408074 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-21108a39-c6e6-4496-b601-5a30b0b3c946 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20004484-11f9-4d8e-99eb-9ac4360184b5 HTTP/1.1" status: 200 len: 217 time: 0.0574646 Nov 11 06:37:16.431455 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-606ba8d3-30b1-44b8-8c08-48277f5a3498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f23fc2e355934347a07b146967b81cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929754 Nov 11 06:37:16.434682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49240) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:16.486220 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ba8d3-30b1-44b8-8c08-48277f5a3498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a446e-4bd6-4a3c-b889-80bb576183a2,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:16.580163 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff5346-4475-4a48-8e33-009155b2a351 req-2c7b2d86-5bde-47b1-a019-cc9fbf0f907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.581830 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-2c7b2d86-5bde-47b1-a019-cc9fbf0f907b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.1603377 Nov 11 06:37:16.590497 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d6c4f-c5de-4b48-a105-c1e5bbe975e4 req-e90bbf00-9777-4b5f-8e84-5f21ff38dad5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.591993 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0f2d6c4f-c5de-4b48-a105-c1e5bbe975e4 req-e90bbf00-9777-4b5f-8e84-5f21ff38dad5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 944 time: 0.1775889 Nov 11 06:37:16.638011 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab req-bc972314-3aef-457f-a3e2-6108a46b0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.639482 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eb3723a6-75a6-43a2-9dbd-0cda71f830ab req-bc972314-3aef-457f-a3e2-6108a46b0c91 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2873080 Nov 11 06:37:16.643389 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-9dddd372-bac1-49e4-8353-8366f2bf9934 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474398 Nov 11 06:37:16.650915 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['7c0adb86-a808-42c5-99a6-29255891d4b3'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:16.654384 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fe1f3-d80e-4693-9886-12e5c3684ec6 req-fd2c1a56-3ae5-4c9f-a6da-6ba0ce8c4cdb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.655957 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-733fe1f3-d80e-4693-9886-12e5c3684ec6 req-fd2c1a56-3ae5-4c9f-a6da-6ba0ce8c4cdb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1491978 Nov 11 06:37:16.677468 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb4f18d-290c-4f53-8142-7d2977c66c07 {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:16.694511 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.701243 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2892-fda6-4070-8c6c-7d83e9cb721d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.708827 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0f2d6c4f-c5de-4b48-a105-c1e5bbe975e4 req-463d45e1-52d6-4c5f-8414-893c5170c5d0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094730 Nov 11 06:37:16.717136 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Transition to ACTIVE for port object 2eb4f18d-290c-4f53-8142-7d2977c66c07 will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:16.792691 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.798948 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2892-fda6-4070-8c6c-7d83e9cb721d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:16.834924 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-733fe1f3-d80e-4693-9886-12e5c3684ec6 req-c35011c2-48e9-4b9d-8457-faf689aa6bfa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656995 Nov 11 06:37:16.865922 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-e1b7c907-3edf-4fbf-8b25-e8275ab03a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.867483 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-e1b7c907-3edf-4fbf-8b25-e8275ab03a8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1096 time: 0.1273396 Nov 11 06:37:16.870238 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-7fe5a692-0e6c-449a-b3d0-ee70b3de7b8b service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133768 Nov 11 06:37:16.888371 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb4f18d-290c-4f53-8142-7d2977c66c07,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:16.913371 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e2826-c16d-48a1-a163-a5dcd0112c34 req-71bda7b6-85a4-448c-8067-12932d8bcfc3 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:16.914920 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-026e2826-c16d-48a1-a163-a5dcd0112c34 req-71bda7b6-85a4-448c-8067-12932d8bcfc3 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.0884724 Nov 11 06:37:16.950907 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-796517a9-edae-4ea4-a7b1-4f8a5d982bb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 200 len: 217 time: 0.0614457 Nov 11 06:37:16.960729 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Attempting to bind port 2eb4f18d-290c-4f53-8142-7d2977c66c07 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:16.961068 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Attempting to bind port 2eb4f18d-290c-4f53-8142-7d2977c66c07 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:16.961392 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Attempting to bind port 2eb4f18d-290c-4f53-8142-7d2977c66c07 on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:16.969917 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Port 2eb4f18d-290c-4f53-8142-7d2977c66c07 on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:16.970226 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Attempting to bind port 2eb4f18d-290c-4f53-8142-7d2977c66c07 on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:16.983981 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:16.984287 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Checking segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:16.984667 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Bound using segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:16.985137 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Bound port: 2eb4f18d-290c-4f53-8142-7d2977c66c07, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:16.985489 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:17.017048 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-026e2826-c16d-48a1-a163-a5dcd0112c34 req-9090d0a5-cba9-44ca-95a7-ab80b5f0c6ad tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847368 Nov 11 06:37:17.035091 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2892-fda6-4070-8c6c-7d83e9cb721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:17.038838 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2892-fda6-4070-8c6c-7d83e9cb721d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:17.041273 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-bc0d2892-fda6-4070-8c6c-7d83e9cb721d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c1a446e-4bd6-4a3c-b889-80bb576183a2 HTTP/1.1" status: 204 len: 168 time: 0.6030779 Nov 11 06:37:17.079229 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2892-fda6-4070-8c6c-7d83e9cb721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a446e-4bd6-4a3c-b889-80bb576183a2,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:17.087858 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] For port 2eb4f18d-290c-4f53-8142-7d2977c66c07, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:17.093291 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] For port 2eb4f18d-290c-4f53-8142-7d2977c66c07, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:17.108304 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-80c5559b-2717-4ce1-857c-9e3d614829a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.109769 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-80c5559b-2717-4ce1-857c-9e3d614829a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.1232557 Nov 11 06:37:17.113828 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dff5346-4475-4a48-8e33-009155b2a351 req-a5893218-eba6-4e3c-9dde-b9b25b0ba974 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256935 Nov 11 06:37:17.160522 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:17.198038 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-fa54f5d5-3f23-4922-850c-3471aba59b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.199701 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-fa54f5d5-3f23-4922-850c-3471aba59b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651033 Nov 11 06:37:17.221502 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.221502 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:17.221502 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] 10.222.0.15 "PUT /v2.0/ports/2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 200 len: 1093 time: 1.2642727 Nov 11 06:37:17.221502 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:17.223757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738eb87-793c-472b-8b7e-11431d129092" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:17.251403 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b36e6f-0fa0-4d7b-905f-0e0901d2bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb4f18d-290c-4f53-8142-7d2977c66c07,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:17.279156 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bfa5c6-fbf2-458e-807f-95df2e0fae65 x-openstack-request-id: req-77bfa5c6-fbf2-458e-807f-95df2e0fae65 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:17.279156 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:17.279156 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77bfa5c6-fbf2-458e-807f-95df2e0fae65 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:17.279156 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'status': 'completed', 'code': 200} Nov 11 06:37:17.338178 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-626cf2e4-fd4f-4f0e-ad03-7ea6eee57fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272373 Nov 11 06:37:17.393818 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738eb87-793c-472b-8b7e-11431d129092 req-4fa9443d-766e-47bc-91d2-c060c78617d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.393818 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3738eb87-793c-472b-8b7e-11431d129092 req-4fa9443d-766e-47bc-91d2-c060c78617d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1096 time: 0.0638981 Nov 11 06:37:17.491125 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-30779502-89bb-40e1-9750-2601958f383a service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474035 Nov 11 06:37:17.517562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1dad-a8ea-4223-b16d-9f4726da5fa8 req-aa54f032-bb68-4bd9-983d-4a82e592708e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.519034 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-371c1dad-a8ea-4223-b16d-9f4726da5fa8 req-aa54f032-bb68-4bd9-983d-4a82e592708e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.0645738 Nov 11 06:37:17.577590 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-371c1dad-a8ea-4223-b16d-9f4726da5fa8 req-475209ed-bd41-4f7c-a143-6ada20ceba2e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Nov 11 06:37:17.781781 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d24ea-6622-4710-bddf-0b5bc25b51c9 req-ba0313f3-2454-440c-ac86-d6119a7c094f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.783248 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e58d24ea-6622-4710-bddf-0b5bc25b51c9 req-ba0313f3-2454-440c-ac86-d6119a7c094f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 943 time: 0.3899620 Nov 11 06:37:17.836206 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738eb87-793c-472b-8b7e-11431d129092 req-246f4e8d-69d9-4974-901f-4ee1e1ee03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.838308 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3738eb87-793c-472b-8b7e-11431d129092 req-246f4e8d-69d9-4974-901f-4ee1e1ee03fa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4308672 Nov 11 06:37:17.849537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922d89-eb5f-48da-910e-0de78fd88077 req-7b5bb8ec-e4ec-4804-9fb9-7983874fbfb2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:17.851261 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f922d89-eb5f-48da-910e-0de78fd88077 req-7b5bb8ec-e4ec-4804-9fb9-7983874fbfb2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 944 time: 0.0655084 Nov 11 06:37:17.904504 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 20004484-11f9-4d8e-99eb-9ac4360184b5 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:17.906195 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e58d24ea-6622-4710-bddf-0b5bc25b51c9 req-67fdec1d-a1bb-43e8-a343-03919dc5c241 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167402 Nov 11 06:37:17.921758 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f922d89-eb5f-48da-910e-0de78fd88077 req-84aed25d-0c4c-4515-b7af-95900a41f8a4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601828 Nov 11 06:37:17.985187 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 7c0adb86-a808-42c5-99a6-29255891d4b3 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:18.032040 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738eb87-793c-472b-8b7e-11431d129092 req-3dd0371e-c3ce-44f5-a92f-31dc71da03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.033801 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3738eb87-793c-472b-8b7e-11431d129092 req-3dd0371e-c3ce-44f5-a92f-31dc71da03de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1877716 Nov 11 06:37:18.048652 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 20004484-11f9-4d8e-99eb-9ac4360184b5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=20004484-11f9-4d8e-99eb-9ac4360184b5,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:18.060720 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca308f16-51e7-418f-adc7-f1f3013e9072 req-26a49e9a-50f8-4bc4-ad67-6df495682b1e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.063152 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ca308f16-51e7-418f-adc7-f1f3013e9072 req-26a49e9a-50f8-4bc4-ad67-6df495682b1e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0795465 Nov 11 06:37:18.092388 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '20004484-11f9-4d8e-99eb-9ac4360184b5', 'network_id': 'b4ff747c-0bc8-47c0-89d5-07933faf7ec8', 'port_id': '20004484-11f9-4d8e-99eb-9ac4360184b5', 'mac_address': 'fa:16:3e:8f:10:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbfea3b-0743-4d18-bf0b-90e666f12bea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:18.170064 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ca308f16-51e7-418f-adc7-f1f3013e9072 req-b728f1cf-a035-4472-828e-d8f646f040ea tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916772 Nov 11 06:37:18.186453 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 7c0adb86-a808-42c5-99a6-29255891d4b3 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:37:18.194057 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 7c0adb86-a808-42c5-99a6-29255891d4b3 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:18.194622 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.197513 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.209674 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47eeea-4b0c-4439-a4ec-98b842619a7b req-8d6debd3-d4aa-4c99-a27b-9171c6d08c08 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.215813 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ba47eeea-4b0c-4439-a4ec-98b842619a7b req-8d6debd3-d4aa-4c99-a27b-9171c6d08c08 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 943 time: 0.1137161 Nov 11 06:37:18.222922 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-1f8c3768-707a-4499-9622-eb996ce73dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.224645 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-1f8c3768-707a-4499-9622-eb996ce73dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1096 time: 0.1152613 Nov 11 06:37:18.233715 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20004484-11f9-4d8e-99eb-9ac4360184b5 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:18.265620 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 20004484-11f9-4d8e-99eb-9ac4360184b5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=20004484-11f9-4d8e-99eb-9ac4360184b5,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:18.301805 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-316f5b6b-9832-4e0e-9d32-dfc1fd2e43b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.302200 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-57542d4e-ee0d-425b-b8e3-7f7984507288 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 200 len: 217 time: 0.0612748 Nov 11 06:37:18.314442 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.324867 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.325694 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:18.368976 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ba47eeea-4b0c-4439-a4ec-98b842619a7b req-607eb125-2974-41aa-a50c-5559ed2e7248 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447034 Nov 11 06:37:18.371085 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b37d0a78-56a1-4a51-b666-3288ccb1b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.373998 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b37d0a78-56a1-4a51-b666-3288ccb1b30b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.0623386 Nov 11 06:37:18.391093 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 7c0adb86-a808-42c5-99a6-29255891d4b3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7c0adb86-a808-42c5-99a6-29255891d4b3,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:18.395873 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f19d5-bc37-424c-856a-17007b363d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0adb86-a808-42c5-99a6-29255891d4b3'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:18.442706 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-6d82bd16-c2eb-4140-b332-cd23f82feede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.444367 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-6d82bd16-c2eb-4140-b332-cd23f82feede service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619709 Nov 11 06:37:18.467757 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.511806 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=20004484-11f9-4d8e-99eb-9ac4360184b5,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:18.543964 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-b74605ff-8734-49f8-883f-343689a559a6 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926058 Nov 11 06:37:18.682566 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ee953523-ac97-4f45-a6f6-32f33a6dd9fc req-a38f596f-238a-489c-8897-95fb8a2596d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303461 Nov 11 06:37:18.688060 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dbbd52-ec34-47fd-9c83-7d887287af27" -d '{"events": [{"server_uuid": "284f19d5-bc37-424c-856a-17007b363d2f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0adb86-a808-42c5-99a6-29255891d4b3"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:18.744331 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=7c0adb86-a808-42c5-99a6-29255891d4b3,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:18.774426 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,segment=NetworkSegment(f060287d-8414-496c-a41b-feb34af886d6),segment_id=f060287d-8414-496c-a41b-feb34af886d6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:18.778489 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fded9-7657-43ff-a5d6-594e18eeaf2b req-41585f37-a832-4732-abb4-06b85ebde366 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:18.786282 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a04fded9-7657-43ff-a5d6-594e18eeaf2b req-41585f37-a832-4732-abb4-06b85ebde366 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 943 time: 0.1007233 Nov 11 06:37:18.789422 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b', 'network_id': '7e1eaaf3-67df-476b-83d8-0c17a2be0fba', 'port_id': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b', 'mac_address': 'fa:16:3e:8b:5d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e126ac4-37dc-440a-8648-f480da907e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:18.858339 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a04fded9-7657-43ff-a5d6-594e18eeaf2b req-8e77b3a0-e2e0-4e65-b881-4ca0a8e9e4dd tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715208 Nov 11 06:37:18.862463 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:18.878279 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:18.900321 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,segment=NetworkSegment(f060287d-8414-496c-a41b-feb34af886d6),segment_id=f060287d-8414-496c-a41b-feb34af886d6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:18.933328 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4ed7e-3062-4d02-8f3f-bbedcee5ad06 x-openstack-request-id: req-6cc4ed7e-3062-4d02-8f3f-bbedcee5ad06 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:18.933911 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284f19d5-bc37-424c-856a-17007b363d2f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0adb86-a808-42c5-99a6-29255891d4b3", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:18.934410 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cc4ed7e-3062-4d02-8f3f-bbedcee5ad06 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:18.935098 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f19d5-bc37-424c-856a-17007b363d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0adb86-a808-42c5-99a6-29255891d4b3', 'code': 200} Nov 11 06:37:19.079695 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9e0e-6f2f-4958-962c-e44b110a35d1 req-540aa1ae-8848-4513-addb-405d65075c8d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:19.080891 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c351c90-1b17-45d2-beb4-bda7d9ea549b req-82762e78-c8b4-4654-af23-ef2b3c85ed4a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:19.081355 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1f2b9e0e-6f2f-4958-962c-e44b110a35d1 req-540aa1ae-8848-4513-addb-405d65075c8d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 945 time: 0.0619595 Nov 11 06:37:19.082371 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3c351c90-1b17-45d2-beb4-bda7d9ea549b req-82762e78-c8b4-4654-af23-ef2b3c85ed4a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 943 time: 0.0480421 Nov 11 06:37:19.096903 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:19.097566 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 05212c36-bf88-4079-a848-ef89b9fd1ed0 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:19.133057 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1f2b9e0e-6f2f-4958-962c-e44b110a35d1 req-4e4fd93e-bd21-437d-9594-6c67855b50c3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Nov 11 06:37:19.136141 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3c351c90-1b17-45d2-beb4-bda7d9ea549b req-a409bf8b-e4fc-498b-897b-927cc74dcf4c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Nov 11 06:37:19.186399 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:19.255245 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 05212c36-bf88-4079-a848-ef89b9fd1ed0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:19.270277 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '05212c36-bf88-4079-a848-ef89b9fd1ed0', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'port_id': '05212c36-bf88-4079-a848-ef89b9fd1ed0', 'mac_address': 'fa:16:3e:65:22:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add27cab-0005-402d-a65b-fd1d1442260c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:19.285174 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f33f7c-56db-43fc-b435-ad11ae11265b req-b7f569fe-0436-4e5a-9a3f-e31875f25716 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:19.291199 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-32f33f7c-56db-43fc-b435-ad11ae11265b req-b7f569fe-0436-4e5a-9a3f-e31875f25716 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0523236 Nov 11 06:37:19.311094 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:19.328582 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05212c36-bf88-4079-a848-ef89b9fd1ed0 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:19.348197 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-32f33f7c-56db-43fc-b435-ad11ae11265b req-9dada8a7-1108-4358-919e-6ab15e69b1a4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549288 Nov 11 06:37:19.353269 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 05212c36-bf88-4079-a848-ef89b9fd1ed0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:19.411491 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:19.463852 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=05212c36-bf88-4079-a848-ef89b9fd1ed0,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:19.465907 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251f390-b7f3-42b8-8640-6f4555fc22a2 req-6430c695-0281-4871-9bd6-68b73ae0c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:19.472865 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5251f390-b7f3-42b8-8640-6f4555fc22a2 req-6430c695-0281-4871-9bd6-68b73ae0c065 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.1024356 Nov 11 06:37:19.490719 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02425fe2-1367-40d7-906d-a10bf18675c0 req-c67a9b05-9983-4678-8eb5-6b7dbd55885f tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:19.492206 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-02425fe2-1367-40d7-906d-a10bf18675c0 req-c67a9b05-9983-4678-8eb5-6b7dbd55885f tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 944 time: 0.0519671 Nov 11 06:37:19.494557 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-5251f390-b7f3-42b8-8640-6f4555fc22a2 req-d888d97c-0d58-4093-8841-3d7636565896 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:19.550538 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-02425fe2-1367-40d7-906d-a10bf18675c0 req-b0d443c8-e247-4211-8194-e7d6a4fdb2f8 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495796 Nov 11 06:37:19.582200 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-5251f390-b7f3-42b8-8640-6f4555fc22a2 req-d888d97c-0d58-4093-8841-3d7636565896 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:19.697299 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-5251f390-b7f3-42b8-8640-6f4555fc22a2 req-d888d97c-0d58-4093-8841-3d7636565896 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:19.741482 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5251f390-b7f3-42b8-8640-6f4555fc22a2 req-d888d97c-0d58-4093-8841-3d7636565896 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609148 Nov 11 06:37:19.742235 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888d97c-0d58-4093-8841-3d7636565896 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11264176-9c3c-4102-b769-f87993a43e9e,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:19.871154 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['2a8cf22c-c983-4d2e-b123-b4a1d70fc08b'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:19.906448 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['20004484-11f9-4d8e-99eb-9ac4360184b5'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:19.971024 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:19.979809 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2eb4f18d-290c-4f53-8142-7d2977c66c07 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:19.992241 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f66f5-3862-463c-a200-af81034a610a req-4e717fcb-76f8-4014-8b0d-527a7ead50ff tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:20.002372 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-645f66f5-3862-463c-a200-af81034a610a req-4e717fcb-76f8-4014-8b0d-527a7ead50ff tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 944 time: 0.0781488 Nov 11 06:37:20.067936 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-645f66f5-3862-463c-a200-af81034a610a req-633d6b02-4902-4af8-b83b-38d878309733 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Nov 11 06:37:20.069358 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49374) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:20.215107 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2eb4f18d-290c-4f53-8142-7d2977c66c07, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:20.261774 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'port_id': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'mac_address': 'fa:16:3e:29:07:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:20.295206 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7972-c872-4704-97c7-1dfcca548b69 req-5fe11058-f0d0-4992-ab51-e19c2ae7fa66 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:20.306465 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d03e7972-c872-4704-97c7-1dfcca548b69 req-5fe11058-f0d0-4992-ab51-e19c2ae7fa66 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 943 time: 0.0731447 Nov 11 06:37:20.347246 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c16ba-a067-4e0a-8b55-8d57a31c4b5b req-07749d0f-3eb4-44f8-8cf6-b642914c688b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:20.357296 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-271c16ba-a067-4e0a-8b55-8d57a31c4b5b req-07749d0f-3eb4-44f8-8cf6-b642914c688b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 945 time: 0.0652142 Nov 11 06:37:20.366102 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d03e7972-c872-4704-97c7-1dfcca548b69 req-018d3920-6944-42da-90c7-8699ebe241e5 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589797 Nov 11 06:37:20.409467 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.432784 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-271c16ba-a067-4e0a-8b55-8d57a31c4b5b req-3dd95b93-a564-4145-89e2-fc03eaf4c186 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726035 Nov 11 06:37:20.452875 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4fca6fa5-8764-41c6-b63a-a66789aef3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.455201 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb4f18d-290c-4f53-8142-7d2977c66c07 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:20.483495 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2eb4f18d-290c-4f53-8142-7d2977c66c07, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:20.501248 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b09734ae-6e15-41cc-9976-c6e34b98530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.552600 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.553577 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:20.573986 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4fca6fa5-8764-41c6-b63a-a66789aef3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.595869 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc352-1c77-498b-b886-cb4e6fb14b7c req-8f191a4c-933b-4348-9046-c0f5981c213c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:20.604241 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dfbc352-1c77-498b-b886-cb4e6fb14b7c req-8f191a4c-933b-4348-9046-c0f5981c213c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0605452 Nov 11 06:37:20.633438 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2eb4f18d-290c-4f53-8142-7d2977c66c07,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:20.659130 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4fca6fa5-8764-41c6-b63a-a66789aef3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.682283 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dfbc352-1c77-498b-b886-cb4e6fb14b7c req-8f62004e-641a-4879-96df-cfb82715f5e2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785568 Nov 11 06:37:20.706510 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4fca6fa5-8764-41c6-b63a-a66789aef3bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3c0c9aaa89d4044a800de129aa9fdd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334772 Nov 11 06:37:20.709017 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49412) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:20.726641 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca6fa5-8764-41c6-b63a-a66789aef3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b855f386-4722-4f88-ba91-b310773f153e,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:20.742503 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:20.764015 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'mac_address': 'fa:16:3e:53:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:20.791646 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e4a12811-b3c5-4e6d-887b-7b6495b4b92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.797526 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544041-9305-4a5a-91c4-6015014eccab req-744613d1-c104-4e35-ad37-d07d998f06f9 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:20.807111 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0544041-9305-4a5a-91c4-6015014eccab req-744613d1-c104-4e35-ad37-d07d998f06f9 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 944 time: 0.1067197 Nov 11 06:37:20.816182 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:20.843249 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfbd667-956c-4b90-bb49-1d492c6540a0 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:20.874452 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:20.895297 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0544041-9305-4a5a-91c4-6015014eccab req-16f564d0-d19c-4c7f-9271-42a3c9687000 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872045 Nov 11 06:37:20.981585 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:21.007702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e4a12811-b3c5-4e6d-887b-7b6495b4b92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:21.048545 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:21.132132 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e4a12811-b3c5-4e6d-887b-7b6495b4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:21.136745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e4a12811-b3c5-4e6d-887b-7b6495b4b92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:21.140523 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e4a12811-b3c5-4e6d-887b-7b6495b4b92e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b855f386-4722-4f88-ba91-b310773f153e HTTP/1.1" status: 204 len: 168 time: 0.4283020 Nov 11 06:37:21.149947 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12811-b3c5-4e6d-887b-7b6495b4b92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b855f386-4722-4f88-ba91-b310773f153e,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:21.201246 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac242a-db41-4418-8f90-f77cca209ebd req-91c73019-85ca-4f4b-82a5-e7f89c204e4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:21.202764 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c2ac242a-db41-4418-8f90-f77cca209ebd req-91c73019-85ca-4f4b-82a5-e7f89c204e4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 944 time: 0.0584214 Nov 11 06:37:21.252824 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c2ac242a-db41-4418-8f90-f77cca209ebd req-04376965-b27d-4e2f-bccf-9e073eba2d97 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Nov 11 06:37:21.527777 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91cbab-ede0-4688-b88c-41e76d141243 req-01e1cd34-a390-4788-b136-38abb0251d20 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:21.530115 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7d91cbab-ede0-4688-b88c-41e76d141243 req-01e1cd34-a390-4788-b136-38abb0251d20 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 944 time: 0.0934532 Nov 11 06:37:21.565226 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:21.579060 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7d91cbab-ede0-4688-b88c-41e76d141243 req-f3a62b1b-d494-433f-bb98-65a645376934 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 Nov 11 06:37:21.585612 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213582b7-2f2d-44d5-be69-47fa4e030aa2 req-d144fa73-2087-4e6d-abeb-c5821f2276ef tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:21.587870 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-213582b7-2f2d-44d5-be69-47fa4e030aa2 req-d144fa73-2087-4e6d-abeb-c5821f2276ef tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Nov 11 06:37:21.611622 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['2eb4f18d-290c-4f53-8142-7d2977c66c07'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:21.642354 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-213582b7-2f2d-44d5-be69-47fa4e030aa2 req-9c2bf2d3-7f7c-42f5-9c5c-a51b8c773fdb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Nov 11 06:37:21.700913 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['fdfbd667-956c-4b90-bb49-1d492c6540a0'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:21.825198 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2f350-314a-4dfb-9b6a-5f47556776de req-35d3e025-8073-4074-8629-0b76a82d2946 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:21.830364 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2ae2f350-314a-4dfb-9b6a-5f47556776de req-35d3e025-8073-4074-8629-0b76a82d2946 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 944 time: 0.0601747 Nov 11 06:37:21.884861 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2ae2f350-314a-4dfb-9b6a-5f47556776de req-e295473b-34b6-4150-98ba-62d00d6c3e46 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Nov 11 06:37:21.948360 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49458) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:21.961305 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 20004484-11f9-4d8e-99eb-9ac4360184b5 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:21.963963 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d17455ec-dd48-4a71-85ed-8b883d7dc7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.020624 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463abe-4bc3-4331-8d43-41508309299b req-1c74e1be-efa9-4576-acd5-bcd141d1a2ae tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:22.022644 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0a463abe-4bc3-4331-8d43-41508309299b req-1c74e1be-efa9-4576-acd5-bcd141d1a2ae tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 944 time: 0.0553308 Nov 11 06:37:22.048319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d17455ec-dd48-4a71-85ed-8b883d7dc7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.072488 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0a463abe-4bc3-4331-8d43-41508309299b req-cf1491f3-f682-4b12-b59e-57b7255023f0 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Nov 11 06:37:22.382062 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb3f0e-65ce-429d-81dc-00e700bbba9d req-04a06d41-8172-4c2f-a3d8-b72cfbfa5e8f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:22.396139 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8cbb3f0e-65ce-429d-81dc-00e700bbba9d req-04a06d41-8172-4c2f-a3d8-b72cfbfa5e8f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 944 time: 0.0472684 Nov 11 06:37:22.430023 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8cbb3f0e-65ce-429d-81dc-00e700bbba9d req-79dcecfe-c228-4f79-b616-ff880ee47e01 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Nov 11 06:37:22.450803 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 20004484-11f9-4d8e-99eb-9ac4360184b5 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:37:22.454984 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 20004484-11f9-4d8e-99eb-9ac4360184b5 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:22.455358 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.495537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d17455ec-dd48-4a71-85ed-8b883d7dc7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.534852 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17455ec-dd48-4a71-85ed-8b883d7dc7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eadc35-81c1-43f9-a725-cb7e6e5e2312,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:22.535895 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d17455ec-dd48-4a71-85ed-8b883d7dc7c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa3eece2e99f405d949a5975f911b6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864596 Nov 11 06:37:22.538479 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49464) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:22.549157 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.573497 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20004484-11f9-4d8e-99eb-9ac4360184b5'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:22.575649 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64adff26-e3ef-4bec-8f03-d05f796474b2" -d '{"events": [{"server_uuid": "7cbaf4f3-a5c2-41fb-85fe-d413afde29a1", "name": "network-vif-plugged", "status": "completed", "tag": "20004484-11f9-4d8e-99eb-9ac4360184b5"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:22.588667 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 20004484-11f9-4d8e-99eb-9ac4360184b5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=20004484-11f9-4d8e-99eb-9ac4360184b5,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:22.599967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-54aa8c56-94dc-4aa5-bbaf-48680136c919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.623699 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee004b9a-8619-40ee-ac06-d9520866d12b x-openstack-request-id: req-ee004b9a-8619-40ee-ac06-d9520866d12b {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:22.629112 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbaf4f3-a5c2-41fb-85fe-d413afde29a1", "name": "network-vif-plugged", "status": "completed", "tag": "20004484-11f9-4d8e-99eb-9ac4360184b5", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:22.629112 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee004b9a-8619-40ee-ac06-d9520866d12b {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:22.629308 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-54aa8c56-94dc-4aa5-bbaf-48680136c919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.629427 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20004484-11f9-4d8e-99eb-9ac4360184b5', 'code': 200} Nov 11 06:37:22.644545 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.668416 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.669211 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:22.716178 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d672e-bb6c-4203-b167-8b6f584f9f32 req-bf0e25b1-a657-4e62-b77f-34ae668aae79 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:22.723696 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ef7d672e-bb6c-4203-b167-8b6f584f9f32 req-bf0e25b1-a657-4e62-b77f-34ae668aae79 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 944 time: 0.0589495 Nov 11 06:37:22.789372 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ef7d672e-bb6c-4203-b167-8b6f584f9f32 req-2edc1acd-c9bf-483e-bd19-0b3832243593 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646622 Nov 11 06:37:22.800280 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=20004484-11f9-4d8e-99eb-9ac4360184b5,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:22.824839 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691184f-bcd1-4f69-83a2-ed9442e880aa req-f7dab970-e8fe-43cd-b184-31a1f1433da0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:22.826969 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6691184f-bcd1-4f69-83a2-ed9442e880aa req-f7dab970-e8fe-43cd-b184-31a1f1433da0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0931883 Nov 11 06:37:22.832195 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-54aa8c56-94dc-4aa5-bbaf-48680136c919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.834852 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-54aa8c56-94dc-4aa5-bbaf-48680136c919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.841325 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-54aa8c56-94dc-4aa5-bbaf-48680136c919 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27eadc35-81c1-43f9-a725-cb7e6e5e2312 HTTP/1.1" status: 204 len: 168 time: 0.2965946 Nov 11 06:37:22.845061 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa8c56-94dc-4aa5-bbaf-48680136c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eadc35-81c1-43f9-a725-cb7e6e5e2312,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:22.882303 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6691184f-bcd1-4f69-83a2-ed9442e880aa req-5a14b2ca-2a27-4229-8b47-e087fea5d39e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Nov 11 06:37:22.902218 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:37:22.906274 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:22.906702 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:22.987092 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:23.015630 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f73cf-558b-4322-a413-d4555a59f28e req-76548573-e37b-467e-9e00-fee50be4bfa0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:23.017294 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-171f73cf-558b-4322-a413-d4555a59f28e req-76548573-e37b-467e-9e00-fee50be4bfa0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 944 time: 0.0541565 Nov 11 06:37:23.027310 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,segment=NetworkSegment(f060287d-8414-496c-a41b-feb34af886d6),segment_id=f060287d-8414-496c-a41b-feb34af886d6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:23.068632 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-171f73cf-558b-4322-a413-d4555a59f28e req-db0a7c63-59b8-42fa-9536-c9dc5536efbb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Nov 11 06:37:23.090146 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:23.091058 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 05212c36-bf88-4079-a848-ef89b9fd1ed0 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:23.176341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:23.184946 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:23.193549 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a90ff1-7555-4146-9f76-7e58c32b31f7 req-1ebeb447-9aca-4558-bce9-f5ea7614dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:23.195234 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b2a90ff1-7555-4146-9f76-7e58c32b31f7 req-1ebeb447-9aca-4558-bce9-f5ea7614dcd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 1099 time: 0.0892570 Nov 11 06:37:23.233196 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8e56d-b680-4888-ba2c-696f0ae89167 req-ef3b9a34-b1ed-415a-b8d0-928a7fb32705 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:23.234720 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-53e8e56d-b680-4888-ba2c-696f0ae89167 req-ef3b9a34-b1ed-415a-b8d0-928a7fb32705 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0684142 Nov 11 06:37:23.251479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 05212c36-bf88-4079-a848-ef89b9fd1ed0 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:37:23.256217 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 05212c36-bf88-4079-a848-ef89b9fd1ed0 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:23.256647 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:23.269552 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b2a90ff1-7555-4146-9f76-7e58c32b31f7 req-cb6a9aee-bde1-4bd0-bbaa-2866d352451f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666926 Nov 11 06:37:23.298603 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-53e8e56d-b680-4888-ba2c-696f0ae89167 req-e31bbc39-25cc-4cf7-8294-3b53851abfb7 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579076 Nov 11 06:37:23.344464 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:23.385406 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 05212c36-bf88-4079-a848-ef89b9fd1ed0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:23.444972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:23.572420 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73813cf2-2c33-41db-a0d9-17fad17afe27 req-14b86786-2116-40d5-b81e-6cc7e78a1c32 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:23.574095 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-73813cf2-2c33-41db-a0d9-17fad17afe27 req-14b86786-2116-40d5-b81e-6cc7e78a1c32 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.0606623 Nov 11 06:37:23.612972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=05212c36-bf88-4079-a848-ef89b9fd1ed0,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:23.635374 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-73813cf2-2c33-41db-a0d9-17fad17afe27 req-4851141b-432c-40ed-8206-1e997b82eb82 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542998 Nov 11 06:37:23.921797 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4444-5938-43f1-9cb6-f0a0d90ee586 req-2bbaef3a-d16a-41a9-91ea-8d0bc1113ac6 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:23.926690 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-738b4444-5938-43f1-9cb6-f0a0d90ee586 req-2bbaef3a-d16a-41a9-91ea-8d0bc1113ac6 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 944 time: 0.0521219 Nov 11 06:37:23.952758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:23.997070 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-738b4444-5938-43f1-9cb6-f0a0d90ee586 req-df607379-a0ee-4b1f-b394-248bc44492fc tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579817 Nov 11 06:37:24.023890 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f19e94-3e4f-48e0-8eb0-1b7a1021c6a7 req-f826430e-2a17-4889-b9fb-5450521bd9d5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:24.028138 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-20f19e94-3e4f-48e0-8eb0-1b7a1021c6a7 req-f826430e-2a17-4889-b9fb-5450521bd9d5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0729551 Nov 11 06:37:24.093945 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-20f19e94-3e4f-48e0-8eb0-1b7a1021c6a7 req-1199c4d0-0f17-4601-a41e-3a64618b0063 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 Nov 11 06:37:24.098921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port fdfbd667-956c-4b90-bb49-1d492c6540a0 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:37:24.103599 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port fdfbd667-956c-4b90-bb49-1d492c6540a0 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:24.103973 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.131043 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.195685 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.197421 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b403593-9066-4b90-b18d-361c07bc5bc4 req-c4d5b98c-a380-446e-a376-24691e21fcfe tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:24.198958 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7b403593-9066-4b90-b18d-361c07bc5bc4 req-c4d5b98c-a380-446e-a376-24691e21fcfe tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 944 time: 0.0530617 Nov 11 06:37:24.233739 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:24.250144 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7b403593-9066-4b90-b18d-361c07bc5bc4 req-3fd52991-b9a3-4d4f-afd3-d70765d43588 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451932 Nov 11 06:37:24.331073 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.331890 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2eb4f18d-290c-4f53-8142-7d2977c66c07 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:37:24.419670 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:24.421010 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87ae6-0a06-4463-96a9-9617d5d1ca03 req-9acfbcf7-53bf-46a0-a5da-c4efaebbffb3 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:24.422511 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9bd87ae6-0a06-4463-96a9-9617d5d1ca03 req-9acfbcf7-53bf-46a0-a5da-c4efaebbffb3 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Nov 11 06:37:24.467100 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:37:24.471820 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9bd87ae6-0a06-4463-96a9-9617d5d1ca03 req-d8437852-c1cd-4441-b1f6-f41d4125ddc2 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Nov 11 06:37:24.530701 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 2eb4f18d-290c-4f53-8142-7d2977c66c07 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:37:24.534759 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 2eb4f18d-290c-4f53-8142-7d2977c66c07 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:37:24.535135 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.611335 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.629629 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67257a4d-d02e-40cb-9c99-f46569652b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b'}, {'server_uuid': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05212c36-bf88-4079-a848-ef89b9fd1ed0'}, {'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:24.631889 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bbfc40-1b93-41be-bdbc-19ff204c42d9" -d '{"events": [{"server_uuid": "67257a4d-d02e-40cb-9c99-f46569652b73", "name": "network-vif-plugged", "status": "completed", "tag": "2a8cf22c-c983-4d2e-b123-b4a1d70fc08b"}, {"server_uuid": "3ac26aea-2bf8-4965-ba46-0ae481a216fd", "name": "network-vif-plugged", "status": "completed", "tag": "05212c36-bf88-4079-a848-ef89b9fd1ed0"}, {"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:24.668521 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2eb4f18d-290c-4f53-8142-7d2977c66c07, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:24.692443 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e54a099-7997-4eb8-96fd-73be738d48b9 x-openstack-request-id: req-5e54a099-7997-4eb8-96fd-73be738d48b9 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:24.692897 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67257a4d-d02e-40cb-9c99-f46569652b73", "name": "network-vif-plugged", "status": "completed", "tag": "2a8cf22c-c983-4d2e-b123-b4a1d70fc08b", "code": 200}, {"server_uuid": "3ac26aea-2bf8-4965-ba46-0ae481a216fd", "name": "network-vif-plugged", "status": "completed", "tag": "05212c36-bf88-4079-a848-ef89b9fd1ed0", "code": 200}, {"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:24.693235 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e54a099-7997-4eb8-96fd-73be738d48b9 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:24.693642 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67257a4d-d02e-40cb-9c99-f46569652b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b', 'code': 200} Nov 11 06:37:24.693937 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05212c36-bf88-4079-a848-ef89b9fd1ed0', 'code': 200} Nov 11 06:37:24.694190 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'code': 200} Nov 11 06:37:24.725322 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:24.759501 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b835991-45cb-4b64-b736-3f06deb8d545 req-a27fa9ff-ffd2-4d3c-bbd1-9b08e67e3a83 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:24.764262 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7b835991-45cb-4b64-b736-3f06deb8d545 req-a27fa9ff-ffd2-4d3c-bbd1-9b08e67e3a83 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.0557358 Nov 11 06:37:24.793338 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2eb4f18d-290c-4f53-8142-7d2977c66c07,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:24.840325 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7b835991-45cb-4b64-b736-3f06deb8d545 req-ffbcd7ad-2138-45bc-bf42-d384148250ed tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732708 Nov 11 06:37:25.112373 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fa758-a229-4304-b059-976d3b8304cb req-017e8d7b-f633-4ce8-9058-87dda437c75a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.113973 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6f7fa758-a229-4304-b059-976d3b8304cb req-017e8d7b-f633-4ce8-9058-87dda437c75a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Nov 11 06:37:25.195205 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36170d-45b4-470e-8c8a-26c560816a84 req-f5033e37-8bfa-42d0-baaf-4202d152ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.197206 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bf36170d-45b4-470e-8c8a-26c560816a84 req-f5033e37-8bfa-42d0-baaf-4202d152ebf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 1098 time: 0.0823896 Nov 11 06:37:25.207104 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6f7fa758-a229-4304-b059-976d3b8304cb req-04b89ea5-b45d-4341-a818-80c5498a015a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848305 Nov 11 06:37:25.250811 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bf36170d-45b4-470e-8c8a-26c560816a84 req-a8ba3d6d-f11a-40c6-ac8a-6990ab2b3c22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Nov 11 06:37:25.350155 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529b836-346d-485d-9d24-539cd39a80c8 req-f4dc59f6-6768-43af-909b-d11643229191 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.352829 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8529b836-346d-485d-9d24-539cd39a80c8 req-f4dc59f6-6768-43af-909b-d11643229191 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.1854460 Nov 11 06:37:25.355554 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd72e-3199-44db-bf18-5b1999286269 req-6ac0e659-d2eb-4f94-8a17-0ee6a9dfddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.356992 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cd1fd72e-3199-44db-bf18-5b1999286269 req-6ac0e659-d2eb-4f94-8a17-0ee6a9dfddff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 1098 time: 0.1443131 Nov 11 06:37:25.360933 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2003f83-82c3-4cab-b206-544c6acc8666 req-9a0dcee1-2b10-4963-a47e-58c2eab25d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.362385 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f2003f83-82c3-4cab-b206-544c6acc8666 req-9a0dcee1-2b10-4963-a47e-58c2eab25d7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1098 time: 0.1354229 Nov 11 06:37:25.394888 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b83-32ab-49aa-a25d-d63e9e353fe7 req-e3fc5108-2f1c-489c-8626-ae8be2a5e2ee tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.396677 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e7c87b83-32ab-49aa-a25d-d63e9e353fe7 req-e3fc5108-2f1c-489c-8626-ae8be2a5e2ee tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0611153 Nov 11 06:37:25.409532 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8529b836-346d-485d-9d24-539cd39a80c8 req-5834d901-bf19-40f5-a44a-f99d70c79052 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Nov 11 06:37:25.450244 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e7c87b83-32ab-49aa-a25d-d63e9e353fe7 req-264ff102-ad12-4b6e-ae48-649e36d18ec8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458541 Nov 11 06:37:25.606678 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cd1fd72e-3199-44db-bf18-5b1999286269 req-dec39068-c290-4162-9cda-8dffbee0d81b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805392 Nov 11 06:37:25.608928 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f2003f83-82c3-4cab-b206-544c6acc8666 req-d9ec2825-8b76-440c-b6be-b7ecde0b64c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933321 Nov 11 06:37:25.633170 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f6579-affc-4073-8d5f-9e3f2ba2f611 req-7f4c3bf0-e481-4d95-8491-35cbb6794988 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.634938 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cb8f6579-affc-4073-8d5f-9e3f2ba2f611 req-7f4c3bf0-e481-4d95-8491-35cbb6794988 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0563736 Nov 11 06:37:25.686299 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cb8f6579-affc-4073-8d5f-9e3f2ba2f611 req-6c2c865a-5d7e-43e6-bd15-2e47357fa18a tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Nov 11 06:37:25.782709 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49600) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:25.902231 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49610) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:25.958823 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b3b4-4f8d-444a-a63d-a1cf54172a42 req-83d3a494-e4ea-4830-8529-639b84043465 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:25.962618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-77a3b3b4-4f8d-444a-a63d-a1cf54172a42 req-83d3a494-e4ea-4830-8529-639b84043465 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0843611 Nov 11 06:37:25.993019 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c1b93f09-ddc4-4e9e-8b47-46e873c9ccaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.002554 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-07c3f3a1-9888-4749-adee-537da1a8349e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.014012 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-77a3b3b4-4f8d-444a-a63d-a1cf54172a42 req-4d4c3b80-611d-4122-8654-957df60d00af tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Nov 11 06:37:26.036561 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d951a-2677-4675-9213-af3e76885d6c req-9ccc65dd-0aff-4813-b330-9f04b0b07f1c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.038120 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-572d951a-2677-4675-9213-af3e76885d6c req-9ccc65dd-0aff-4813-b330-9f04b0b07f1c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.1007745 Nov 11 06:37:26.139298 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-572d951a-2677-4675-9213-af3e76885d6c req-234f8eb5-eb90-4510-bb8b-57372e8cdf8d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929193 Nov 11 06:37:26.170907 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c1b93f09-ddc4-4e9e-8b47-46e873c9ccaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.186380 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-07c3f3a1-9888-4749-adee-537da1a8349e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.297201 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c1b93f09-ddc4-4e9e-8b47-46e873c9ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.301883 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-07c3f3a1-9888-4749-adee-537da1a8349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.327590 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063fff-be2e-4edd-81dd-dfc68b4e95a0 req-97100b62-8478-42c7-9db4-8f0164577c52 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.329324 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0b063fff-be2e-4edd-81dd-dfc68b4e95a0 req-97100b62-8478-42c7-9db4-8f0164577c52 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0514836 Nov 11 06:37:26.378552 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0b063fff-be2e-4edd-81dd-dfc68b4e95a0 req-6185a765-695f-4580-be1e-1d789dfee753 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Nov 11 06:37:26.388210 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c1b93f09-ddc4-4e9e-8b47-46e873c9ccaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55de9f110fc94fdbb28e3df69536d24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6038980 Nov 11 06:37:26.391183 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49628) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:26.401272 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-07c3f3a1-9888-4749-adee-537da1a8349e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bbf73e229b84aef9f2f0a77915f3650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957025 Nov 11 06:37:26.402143 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b93f09-ddc4-4e9e-8b47-46e873c9ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b611f-2976-47ab-8fe5-1700cfb5de67,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:26.404475 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49630) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:26.450620 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-6b9b6d6c-4b40-4526-8839-6e30d38a129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.452439 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-6b9b6d6c-4b40-4526-8839-6e30d38a129d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 1099 time: 0.1400414 Nov 11 06:37:26.453217 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-55d51dc0-1831-4914-9c66-66605107c1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.462537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3f3a1-9888-4749-adee-537da1a8349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea137f-6e62-4697-9474-c7c569227e8b,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:26.476422 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-55d51dc0-1831-4914-9c66-66605107c1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.502176 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-085cff68-0ab2-4c6a-80c5-e5393408d796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.585829 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-085cff68-0ab2-4c6a-80c5-e5393408d796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.599679 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-55d51dc0-1831-4914-9c66-66605107c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.602947 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-55d51dc0-1831-4914-9c66-66605107c1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.604093 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-55d51dc0-1831-4914-9c66-66605107c1e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/681b611f-2976-47ab-8fe5-1700cfb5de67 HTTP/1.1" status: 204 len: 168 time: 0.2120452 Nov 11 06:37:26.612317 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d51dc0-1831-4914-9c66-66605107c1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b611f-2976-47ab-8fe5-1700cfb5de67,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:26.647856 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-ce2f6860-5e1c-4e63-b578-9c76da25956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.649881 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-ce2f6860-5e1c-4e63-b578-9c76da25956f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.1691387 Nov 11 06:37:26.657769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85aba-47d1-4d84-b6c4-3c4e83e3960b req-1e45eee1-475f-4a14-a690-0b02f19408ad tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.659132 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0db85aba-47d1-4d84-b6c4-3c4e83e3960b req-1e45eee1-475f-4a14-a690-0b02f19408ad tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1142449 Nov 11 06:37:26.696072 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:26.698456 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d4313-3018-4eb6-990d-2f422bce51bd" -d '{"events": [{"server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "name": "network-vif-plugged", "status": "completed", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:26.713423 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-f79fdb78-d1fd-44fd-8fd6-f7e0f1592439 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20004484-11f9-4d8e-99eb-9ac4360184b5 HTTP/1.1" status: 200 len: 217 time: 0.0476849 Nov 11 06:37:26.739339 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8cfac1-a782-46ff-8823-09066724c781 x-openstack-request-id: req-9f8cfac1-a782-46ff-8823-09066724c781 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:26.739718 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "name": "network-vif-plugged", "status": "completed", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:26.740160 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f8cfac1-a782-46ff-8823-09066724c781 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:26.740550 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'code': 200} Nov 11 06:37:26.775156 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0db85aba-47d1-4d84-b6c4-3c4e83e3960b req-f2d77fe5-0781-4a95-b002-8c32682ebb31 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033914 Nov 11 06:37:26.788392 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-86f90b7b-f960-4b67-adff-f8c1a0d19f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.790528 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-86f90b7b-f960-4b67-adff-f8c1a0d19f62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.0683525 Nov 11 06:37:26.808880 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-085cff68-0ab2-4c6a-80c5-e5393408d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.811561 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-085cff68-0ab2-4c6a-80c5-e5393408d796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:26.815551 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-085cff68-0ab2-4c6a-80c5-e5393408d796 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddea137f-6e62-4697-9474-c7c569227e8b HTTP/1.1" status: 204 len: 168 time: 0.4076288 Nov 11 06:37:26.821884 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cff68-0ab2-4c6a-80c5-e5393408d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea137f-6e62-4697-9474-c7c569227e8b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:26.859441 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe6ca-ecbb-4b16-a633-e0ace6c393eb req-fcecfe12-8117-42e1-8c50-2d9e6c565bce tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:26.861041 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cfbfe6ca-ecbb-4b16-a633-e0ace6c393eb req-fcecfe12-8117-42e1-8c50-2d9e6c565bce tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0604935 Nov 11 06:37:26.896481 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-54eeeeab-d12b-412c-9d74-9a99df445574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310526 Nov 11 06:37:26.930670 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cfbfe6ca-ecbb-4b16-a633-e0ace6c393eb req-b85dd996-53e6-42b2-8446-57f83bc92758 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593228 Nov 11 06:37:27.106215 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-a610cdef-4574-4004-8145-0c244c6d5fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265435 Nov 11 06:37:27.239323 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be00f11-bc9a-4016-b02c-7de783762b27 req-4a5c662a-eb4f-4aa4-a5ad-55816e5ba875 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:27.240494 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7be00f11-bc9a-4016-b02c-7de783762b27 req-4a5c662a-eb4f-4aa4-a5ad-55816e5ba875 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.1225934 Nov 11 06:37:27.287661 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f0139-4c7b-4a9a-9a61-9738c05ba6d1 req-3158b999-058f-403c-b956-e6ddeaaeb5a9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:27.290948 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5af8b741-fca1-4c9e-b136-b40bea0bb960 req-eb1e1e9e-9163-4f5c-809a-075dc62ed994 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321867 Nov 11 06:37:27.298770 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5e6f0139-4c7b-4a9a-9a61-9738c05ba6d1 req-3158b999-058f-403c-b956-e6ddeaaeb5a9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.0718567 Nov 11 06:37:27.315987 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7be00f11-bc9a-4016-b02c-7de783762b27 req-8ec29460-d3ed-4c3f-851a-2e5c34f20c8a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638797 Nov 11 06:37:27.362953 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5e6f0139-4c7b-4a9a-9a61-9738c05ba6d1 req-4445f893-c455-4032-b3fa-639eb1f17086 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620427 Nov 11 06:37:27.379283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0054a7-02a7-41be-8cc8-a240ce4ae931 req-4cbc9eda-c684-443d-875d-7bcc1c80bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:27.380779 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af0054a7-02a7-41be-8cc8-a240ce4ae931 req-4cbc9eda-c684-443d-875d-7bcc1c80bceb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1098 time: 0.0494587 Nov 11 06:37:27.539454 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49706) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:27.547402 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a31271-70ee-4389-ac6a-95e26ffaf53b req-f24c8911-6817-4552-aa06-522f702da68e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:27.557887 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a0a31271-70ee-4389-ac6a-95e26ffaf53b req-f24c8911-6817-4552-aa06-522f702da68e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0953872 Nov 11 06:37:27.571324 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-da882fe2-f2fa-457c-b57a-de4f7e3941f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:27.626421 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af0054a7-02a7-41be-8cc8-a240ce4ae931 req-2800e7d2-b7f6-43c5-b2ff-d1a28490d795 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400595 Nov 11 06:37:27.658323 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a0a31271-70ee-4389-ac6a-95e26ffaf53b req-8cb80097-e3b4-4ce1-8bac-b176ca9f41a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968311 Nov 11 06:37:27.673582 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-da882fe2-f2fa-457c-b57a-de4f7e3941f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:27.741101 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-da882fe2-f2fa-457c-b57a-de4f7e3941f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:27.781205 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-da882fe2-f2fa-457c-b57a-de4f7e3941f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82cce9d1a54548c7ab3e8ca75a6e8d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399826 Nov 11 06:37:27.782185 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882fe2-f2fa-457c-b57a-de4f7e3941f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ce1bf-0d2f-42b5-affc-e96fc41dbf54,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:27.784073 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49726) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:27.838443 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d8bbdb0e-9082-4c14-b45d-724832c07396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:27.874625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d8bbdb0e-9082-4c14-b45d-724832c07396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:27.914144 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bed039-9bcf-4e2b-a165-6da4c09d213b req-c0bc5e56-d391-4bc6-b9d4-681ab17cb554 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:27.916625 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46bed039-9bcf-4e2b-a165-6da4c09d213b req-c0bc5e56-d391-4bc6-b9d4-681ab17cb554 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0555379 Nov 11 06:37:27.989252 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46bed039-9bcf-4e2b-a165-6da4c09d213b req-6a6c81c6-0cd6-4328-8d64-bf63377f15ba tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656347 Nov 11 06:37:28.052823 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d8bbdb0e-9082-4c14-b45d-724832c07396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:28.055600 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d8bbdb0e-9082-4c14-b45d-724832c07396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:28.059220 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d8bbdb0e-9082-4c14-b45d-724832c07396 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/940ce1bf-0d2f-42b5-affc-e96fc41dbf54 HTTP/1.1" status: 204 len: 168 time: 0.2708092 Nov 11 06:37:28.066218 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f259-66b8-4a44-9364-8e642e6ed12f req-58580208-9702-42b6-aae1-867965f81008 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:28.067849 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0a76f259-66b8-4a44-9364-8e642e6ed12f req-58580208-9702-42b6-aae1-867965f81008 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Nov 11 06:37:28.074988 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbdb0e-9082-4c14-b45d-724832c07396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ce1bf-0d2f-42b5-affc-e96fc41dbf54,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:28.136285 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0a76f259-66b8-4a44-9364-8e642e6ed12f req-ba817a1a-da0a-4105-9bc1-cce9d94a8d2d tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567687 Nov 11 06:37:28.215957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542c934-80ce-4f02-a680-933e6e104aff req-d9f1560e-c92e-445e-8f24-f87dfcb74c99 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:28.217430 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f542c934-80ce-4f02-a680-933e6e104aff req-d9f1560e-c92e-445e-8f24-f87dfcb74c99 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Nov 11 06:37:28.226560 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49752) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:28.232676 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'floatingip': {'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:28.306519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:28.481940 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660c7a-f96d-4a48-b036-72ec64ed6b7c req-288fb177-3eda-4d30-bf86-0338829d600a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:28.486031 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d94de-010e-45f6-b15d-116ad7840bf7 req-93ddfda5-9f1d-4fa2-8de9-7f070aff7170 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:28.487489 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-831d94de-010e-45f6-b15d-116ad7840bf7 req-93ddfda5-9f1d-4fa2-8de9-7f070aff7170 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0972643 Nov 11 06:37:28.490750 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cb660c7a-f96d-4a48-b036-72ec64ed6b7c req-288fb177-3eda-4d30-bf86-0338829d600a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.0577974 Nov 11 06:37:28.536983 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cb660c7a-f96d-4a48-b036-72ec64ed6b7c req-020c39b2-a9a8-4967-a63b-be44fa66dae8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Nov 11 06:37:28.606631 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-831d94de-010e-45f6-b15d-116ad7840bf7 req-1296d255-d28c-4b71-9b1f-179fcb508874 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887201 Nov 11 06:37:28.767716 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ab73-714f-423a-8207-8bdb901545c0 req-4a12972c-159d-465e-9ef3-9e22e30da719 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:28.797995 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a019ab73-714f-423a-8207-8bdb901545c0 req-4a12972c-159d-465e-9ef3-9e22e30da719 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Nov 11 06:37:28.834115 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a019ab73-714f-423a-8207-8bdb901545c0 req-c7bd1506-3ffd-49ef-aa34-a5e15777425c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568185 Nov 11 06:37:28.992283 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49774) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:29.006546 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9751a8-2452-4516-b952-51ec464b7d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.095557 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9751a8-2452-4516-b952-51ec464b7d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.186039 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49780) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:29.192832 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9751a8-2452-4516-b952-51ec464b7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.240990 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9751a8-2452-4516-b952-51ec464b7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6179a85-99ef-4d90-80ae-18d85beeb09b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:29.249347 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-af9751a8-2452-4516-b952-51ec464b7d6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82117792c3c546bcaedf935a6a0134d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526810 Nov 11 06:37:29.250297 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49784) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:29.300735 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.315764 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6146f1bb-208a-49af-848e-00ff1d5896ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.318598 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-29b84efd-60cc-45cb-9d71-ed2e6dc19893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.358245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6146f1bb-208a-49af-848e-00ff1d5896ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.371421 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.470820 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-29b84efd-60cc-45cb-9d71-ed2e6dc19893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.516062 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Floating IP 0bf729b0-3068-4f5e-a616-3af4e931de93 associated. External IP: 172.27.1.120, port: fdfbd667-956c-4b90-bb49-1d492c6540a0. Nov 11 06:37:29.541770 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6146f1bb-208a-49af-848e-00ff1d5896ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.544652 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6146f1bb-208a-49af-848e-00ff1d5896ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.545955 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-6146f1bb-208a-49af-848e-00ff1d5896ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6179a85-99ef-4d90-80ae-18d85beeb09b HTTP/1.1" status: 204 len: 168 time: 0.2953374 Nov 11 06:37:29.555827 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146f1bb-208a-49af-848e-00ff1d5896ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6179a85-99ef-4d90-80ae-18d85beeb09b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:29.587784 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-29b84efd-60cc-45cb-9d71-ed2e6dc19893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.618731 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-29b84efd-60cc-45cb-9d71-ed2e6dc19893 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3b55dd9366e4169a6ad64e1115c7e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313877 Nov 11 06:37:29.626757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49798) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:29.691666 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b84efd-60cc-45cb-9d71-ed2e6dc19893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478876aa-618f-4e36-ab7c-8322878d70e7,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:29.714887 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f0d85aa1-25fc-4a19-b246-18c9c2747579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.738908 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f0d85aa1-25fc-4a19-b246-18c9c2747579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.830522 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410134b1-400e-46a3-bbca-c2ed3ce3b789 req-9169aef9-1524-466e-8731-f68811bcd703 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:29.832073 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-410134b1-400e-46a3-bbca-c2ed3ce3b789 req-9169aef9-1524-466e-8731-f68811bcd703 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0989690 Nov 11 06:37:29.844919 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f0d85aa1-25fc-4a19-b246-18c9c2747579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.848361 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f0d85aa1-25fc-4a19-b246-18c9c2747579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:29.856589 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f0d85aa1-25fc-4a19-b246-18c9c2747579 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/478876aa-618f-4e36-ab7c-8322878d70e7 HTTP/1.1" status: 204 len: 168 time: 0.2218008 Nov 11 06:37:29.858226 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d85aa1-25fc-4a19-b246-18c9c2747579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478876aa-618f-4e36-ab7c-8322878d70e7,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:29.864658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:37:29.994074 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-410134b1-400e-46a3-bbca-c2ed3ce3b789 req-cea6da74-f939-4d8e-81a5-0c1fe64e835f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535454 Nov 11 06:37:30.008975 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2d77-4af1-43a4-8481-5d52b7f07ff3 req-47d7c436-0712-4182-a07b-cb81ddbded1f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:30.011126 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4f0d2d77-4af1-43a4-8481-5d52b7f07ff3 req-47d7c436-0712-4182-a07b-cb81ddbded1f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0764120 Nov 11 06:37:30.083176 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:37:30.087930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:30.090568 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4f0d2d77-4af1-43a4-8481-5d52b7f07ff3 req-15c69d21-417f-414c-a6ca-ff7b211ece77 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705633 Nov 11 06:37:30.100437 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:37:30.118115 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:37:30.118765 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:37:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:30.132095 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-fb29de4d-b774-47bc-a20e-688626e760a9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "PUT /v2.0/floatingips/0bf729b0-3068-4f5e-a616-3af4e931de93 HTTP/1.1" status: 200 len: 991 time: 1.9032512 Nov 11 06:37:30.136221 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:30.140537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d72a28-01f3-437a-9357-8055d276a5df" -d '{"events": [{"name": "network-changed", "server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:30.221500 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8b96d-2a09-461d-8d90-96efd1c6c16a req-e24fdd17-7451-4562-9e01-77fd607b16ad tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:30.234157 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09c8b96d-2a09-461d-8d90-96efd1c6c16a req-e24fdd17-7451-4562-9e01-77fd607b16ad tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0693052 Nov 11 06:37:30.236150 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 49832) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:30.239144 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'floatingip': {'port_id': '2eb4f18d-290c-4f53-8142-7d2977c66c07'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:30.285458 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:37:30.308988 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:30.557094 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9971baf-9afd-476b-af16-f05b26d378f8 x-openstack-request-id: req-f9971baf-9afd-476b-af16-f05b26d378f8 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:30.557094 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:30.557094 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9971baf-9afd-476b-af16-f05b26d378f8 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:30.557094 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'status': 'completed', 'code': 200} Nov 11 06:37:30.685004 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '0bf729b0-3068-4f5e-a616-3af4e931de93', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'mac_address': 'fa:16:3e:53:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abbc443-4060-45b7-af74-f513b06d8d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:36:53Z', 'updated_at': '2021-11-11T06:37:29Z', 'revision_number': 1, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:30.714959 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:37:30.728970 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72a28-01f3-437a-9357-8055d276a5df req-4e761496-e134-4219-95ff-0642127f7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:30.730520 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-4e761496-e134-4219-95ff-0642127f7b67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1098 time: 0.0940952 Nov 11 06:37:30.736405 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:37:30.737022 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:37:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:30.857245 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:37:30.886425 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49862) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:30.906377 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed42e-0623-49c7-a5a8-92702558a4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:30.920273 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72a28-01f3-437a-9357-8055d276a5df req-66dd1bbf-5165-45c4-ab6b-2a331eb03ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:30.921687 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-66dd1bbf-5165-45c4-ab6b-2a331eb03ea0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.1505022 Nov 11 06:37:30.983002 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed42e-0623-49c7-a5a8-92702558a4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.056529 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed42e-0623-49c7-a5a8-92702558a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.125626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '0bf729b0-3068-4f5e-a616-3af4e931de93', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'mac_address': 'fa:16:3e:53:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abbc443-4060-45b7-af74-f513b06d8d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:36:53Z', 'updated_at': '2021-11-11T06:37:29Z', 'revision_number': 1, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:31.178773 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed42e-0623-49c7-a5a8-92702558a4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112d4a4-1ab5-4e6a-9f01-97d5e610b8a2,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:31.178773 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ca6ed42e-0623-49c7-a5a8-92702558a4d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f9c0f8a081f4c908c27ae7251efbf1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889655 Nov 11 06:37:31.179210 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe1929-908c-4d4e-98a5-a2c9f3d6d763 None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '0bf729b0-3068-4f5e-a616-3af4e931de93', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'mac_address': 'fa:16:3e:53:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abbc443-4060-45b7-af74-f513b06d8d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:36:53Z', 'updated_at': '2021-11-11T06:37:29Z', 'revision_number': 1, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:37:31.179554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 49868) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:31.223545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.db.resource_extend [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 06:37:31.265620 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8d77bd0d-9fb8-430c-b6a3-32952e364830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.293889 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-f61e6179-a437-42fa-9cff-005b5dabef6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 200 len: 999 time: 0.3544559 Nov 11 06:37:31.328080 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8d77bd0d-9fb8-430c-b6a3-32952e364830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.350949 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.416405 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72a28-01f3-437a-9357-8055d276a5df req-386eaa79-4975-4c15-8043-2a11e38a007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:31.418023 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-386eaa79-4975-4c15-8043-2a11e38a007e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.1155915 Nov 11 06:37:31.448055 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.513281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8d77bd0d-9fb8-430c-b6a3-32952e364830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.516171 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8d77bd0d-9fb8-430c-b6a3-32952e364830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:31.518018 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8d77bd0d-9fb8-430c-b6a3-32952e364830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3112d4a4-1ab5-4e6a-9f01-97d5e610b8a2 HTTP/1.1" status: 204 len: 168 time: 0.3367217 Nov 11 06:37:31.521497 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e0abc-a605-414f-a6be-2c739644c80b req-dc6613ee-f8bd-4e8e-bf45-e56a31f3c8b4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:31.522630 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0b8e0abc-a605-414f-a6be-2c739644c80b req-dc6613ee-f8bd-4e8e-bf45-e56a31f3c8b4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.1672802 Nov 11 06:37:31.550618 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77bd0d-9fb8-430c-b6a3-32952e364830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112d4a4-1ab5-4e6a-9f01-97d5e610b8a2,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:31.603706 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72a28-01f3-437a-9357-8055d276a5df req-f3d01dfc-020e-4c22-97d1-441d45740f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:31.606999 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-f3d01dfc-020e-4c22-97d1-441d45740f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1771970 Nov 11 06:37:31.616856 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43226ad-86d2-4f8e-b9ae-b81997f228cb None None] New status for floating IP 0bf729b0-3068-4f5e-a616-3af4e931de93: ACTIVE {{(pid=102319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:37:31.676087 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Floating IP 31ed34a3-1cbe-4818-922e-7162e08f7fee associated. External IP: 172.27.1.137, port: 2eb4f18d-290c-4f53-8142-7d2977c66c07. Nov 11 06:37:31.711961 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0b8e0abc-a605-414f-a6be-2c739644c80b req-388fc219-4001-46da-8e62-353a61a97ea0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803763 Nov 11 06:37:31.840324 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-121afe03-cb2f-4e24-97fe-c26c06f9fff2 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084270 Nov 11 06:37:32.066788 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4d72a28-01f3-437a-9357-8055d276a5df req-06e31c06-34d4-44a3-8c96-7d9809b3fda2 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028828 Nov 11 06:37:32.094079 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:37:32.208329 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:37:32.212906 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:32.219831 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:37:32.231075 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:37:32.231819 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:37:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:32.240422 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8d46dd1c-0982-43a0-9368-70ba53250b3c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "PUT /v2.0/floatingips/31ed34a3-1cbe-4818-922e-7162e08f7fee HTTP/1.1" status: 200 len: 991 time: 2.0046706 Nov 11 06:37:32.351132 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:37:32.558613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:32.560745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6179b31a-9ef5-47c5-afc8-f0741d17988b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:32.614950 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d414ebf6-2d24-4e58-a26d-6cdfec4bcdf7 x-openstack-request-id: req-d414ebf6-2d24-4e58-a26d-6cdfec4bcdf7 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:32.615311 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:32.615606 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d414ebf6-2d24-4e58-a26d-6cdfec4bcdf7 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:32.616006 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'status': 'completed', 'code': 200} Nov 11 06:37:32.694970 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '31ed34a3-1cbe-4818-922e-7162e08f7fee', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'port_id': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'mac_address': 'fa:16:3e:29:07:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:37:02Z', 'updated_at': '2021-11-11T06:37:30Z', 'revision_number': 1, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:32.724701 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:37:32.735113 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:37:32.735712 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:37:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:32.738998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-baff9e8b-2103-4348-89b7-372bfb3a3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:32.740621 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-baff9e8b-2103-4348-89b7-372bfb3a3389 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1098 time: 0.0408485 Nov 11 06:37:32.847276 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:37:32.850460 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-bddfb139-df8b-4e9c-9748-a190bffb1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:32.852610 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-bddfb139-df8b-4e9c-9748-a190bffb1899 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 910 time: 0.0981443 Nov 11 06:37:32.889099 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee7f4-2848-49c5-a5e6-eee53673d545 req-5e926204-3864-4e7b-af74-b6a40c99e7e6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:32.897360 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-97eee7f4-2848-49c5-a5e6-eee53673d545 req-5e926204-3864-4e7b-af74-b6a40c99e7e6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0835314 Nov 11 06:37:32.954219 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-97eee7f4-2848-49c5-a5e6-eee53673d545 req-7d8b2949-ebb5-4e4f-82fd-ddf37ff78b86 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Nov 11 06:37:32.990859 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-4a86c6b4-227c-4006-b80d-4197731b55dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 200 len: 999 time: 0.1164899 Nov 11 06:37:33.053033 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-2dceaa4f-dcf7-4358-9faa-56fc1ba2ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:33.054716 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-2dceaa4f-dcf7-4358-9faa-56fc1ba2ff63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.0545900 Nov 11 06:37:33.109053 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-c10c624b-2cab-4770-b39c-98c47f72743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:33.110835 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-c10c624b-2cab-4770-b39c-98c47f72743c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439939 Nov 11 06:37:33.116881 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '31ed34a3-1cbe-4818-922e-7162e08f7fee', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'port_id': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'mac_address': 'fa:16:3e:29:07:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:37:02Z', 'updated_at': '2021-11-11T06:37:30Z', 'revision_number': 1, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:33.145031 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f4759-7ba5-4505-a298-79e2e9daf7e7 None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '31ed34a3-1cbe-4818-922e-7162e08f7fee', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'port_id': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'mac_address': 'fa:16:3e:29:07:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:37:02Z', 'updated_at': '2021-11-11T06:37:30Z', 'revision_number': 1, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:37:33.229943 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-b5138819-34b2-4677-9f52-2ff151a71504 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022727 Nov 11 06:37:33.352926 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6179b31a-9ef5-47c5-afc8-f0741d17988b req-18b99403-aadd-4faa-90c6-7d32a90a5d9d service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094244 Nov 11 06:37:33.454864 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b31110-50cb-47cc-b967-b907f934021d None None] New status for floating IP 31ed34a3-1cbe-4818-922e-7162e08f7fee: ACTIVE {{(pid=102319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:37:34.073432 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebff87-139c-48df-9b1e-0af8405ea7a1 req-1d8c31d4-2988-4db3-ab69-3d218f6f06c6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:34.075051 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a0ebff87-139c-48df-9b1e-0af8405ea7a1 req-1d8c31d4-2988-4db3-ab69-3d218f6f06c6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0525088 Nov 11 06:37:34.137419 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a0ebff87-139c-48df-9b1e-0af8405ea7a1 req-0706a05e-a169-412a-b35d-87e0518a8c6a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565159 Nov 11 06:37:35.246045 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad7201-6b05-42e0-9a22-cb17c2a1a908 req-e40521de-6b45-4f30-b550-07aaf54346d0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:35.247485 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0aad7201-6b05-42e0-9a22-cb17c2a1a908 req-e40521de-6b45-4f30-b550-07aaf54346d0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0462451 Nov 11 06:37:35.297028 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0aad7201-6b05-42e0-9a22-cb17c2a1a908 req-d1318830-b53d-4a58-b676-adc1f6c90d2d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Nov 11 06:37:36.410018 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bdb68-c548-4b8e-a993-aa0282b4d5d6 req-2f42408e-d226-43ad-a8ca-9432857badb3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:36.411474 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a75bdb68-c548-4b8e-a993-aa0282b4d5d6 req-2f42408e-d226-43ad-a8ca-9432857badb3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0474601 Nov 11 06:37:36.458526 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a75bdb68-c548-4b8e-a993-aa0282b4d5d6 req-8c49cb0b-c2f3-49fb-bf0b-70ffeb6466dd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Nov 11 06:37:37.593142 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d8eb1-5264-4a64-9d9c-e4da9a5bef6b req-fa167c85-6904-429c-b4c6-345d59b622fc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:37.594682 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e66d8eb1-5264-4a64-9d9c-e4da9a5bef6b req-fa167c85-6904-429c-b4c6-345d59b622fc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0659757 Nov 11 06:37:37.635703 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50110) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:37.667806 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e66d8eb1-5264-4a64-9d9c-e4da9a5bef6b req-90933823-e732-4994-964f-a32e93b7fba0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662100 Nov 11 06:37:37.678503 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50116) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:37.797204 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fe93d26f-9c0d-4e16-8573-4f2ede982812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:37.829065 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-312d3351-3695-4476-894c-21b6d53f121d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:37.874914 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fe93d26f-9c0d-4e16-8573-4f2ede982812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:37.909313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-312d3351-3695-4476-894c-21b6d53f121d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:37.993656 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-fe93d26f-9c0d-4e16-8573-4f2ede982812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.033975 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-fe93d26f-9c0d-4e16-8573-4f2ede982812 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e3cc697be0d41e6aa03729e34649d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543344 Nov 11 06:37:38.034785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93d26f-9c0d-4e16-8573-4f2ede982812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04731d7-42b3-4d09-b21c-cce970f3500b,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:38.036665 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50126) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:38.060213 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-312d3351-3695-4476-894c-21b6d53f121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.114374 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-312d3351-3695-4476-894c-21b6d53f121d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc250aa529ad4aa090211b2fb769bbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775987 Nov 11 06:37:38.116611 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d3351-3695-4476-894c-21b6d53f121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38645160-70b2-47fa-8371-847241904c44,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:38.117153 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50128) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:38.121556 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8a8-e6ac-4d15-bc85-df996c90a8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.150768 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8a8-e6ac-4d15-bc85-df996c90a8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.176879 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-80b925b0-708b-4cc5-a8a0-b5ebc3791595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.199036 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-80b925b0-708b-4cc5-a8a0-b5ebc3791595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.267636 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8a8-e6ac-4d15-bc85-df996c90a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.270122 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-30f1e8a8-e6ac-4d15-bc85-df996c90a8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.271243 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-30f1e8a8-e6ac-4d15-bc85-df996c90a8a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b04731d7-42b3-4d09-b21c-cce970f3500b HTTP/1.1" status: 204 len: 168 time: 0.2336075 Nov 11 06:37:38.279835 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1e8a8-e6ac-4d15-bc85-df996c90a8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04731d7-42b3-4d09-b21c-cce970f3500b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:38.324998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-80b925b0-708b-4cc5-a8a0-b5ebc3791595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.327676 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-80b925b0-708b-4cc5-a8a0-b5ebc3791595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:38.328838 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-80b925b0-708b-4cc5-a8a0-b5ebc3791595 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38645160-70b2-47fa-8371-847241904c44 HTTP/1.1" status: 204 len: 168 time: 0.2105556 Nov 11 06:37:38.337410 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b925b0-708b-4cc5-a8a0-b5ebc3791595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38645160-70b2-47fa-8371-847241904c44,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:38.792800 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee19fb-5b13-440d-95d6-83897c61c715 req-ec74a12e-4d2b-4125-ad91-765e444717ee tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:38.797991 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e4ee19fb-5b13-440d-95d6-83897c61c715 req-ec74a12e-4d2b-4125-ad91-765e444717ee tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0545228 Nov 11 06:37:38.843254 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e4ee19fb-5b13-440d-95d6-83897c61c715 req-2925fb16-2d1c-4354-8c07-d1e4e2f7956a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Nov 11 06:37:39.010477 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50148) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:39.023713 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-15b457f3-a4c7-48fb-922b-766f4c228797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.097850 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-15b457f3-a4c7-48fb-922b-766f4c228797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.105576 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50150) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:39.119513 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ef53fee6-7a45-4d65-b562-801375989598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.196383 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ef53fee6-7a45-4d65-b562-801375989598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.197434 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-15b457f3-a4c7-48fb-922b-766f4c228797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.236035 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-15b457f3-a4c7-48fb-922b-766f4c228797 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08af54885fea4ab980ffb64a22e9e8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244849 Nov 11 06:37:39.237091 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b457f3-a4c7-48fb-922b-766f4c228797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4233ac91-e9ce-4518-826f-e827d675ba22,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:39.238751 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50154) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:39.254980 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ef53fee6-7a45-4d65-b562-801375989598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.290101 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-cc130eed-4846-4faf-bb7e-8320d224927c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.300241 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ef53fee6-7a45-4d65-b562-801375989598 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cad3406beab742df91932793891a88e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932931 Nov 11 06:37:39.302620 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50156) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:39.309502 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53fee6-7a45-4d65-b562-801375989598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69131f2-9174-41d3-9144-d64b78fb1210,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:39.321018 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-cc130eed-4846-4faf-bb7e-8320d224927c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.356449 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4db0-666c-4562-ae61-72084957e2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.376566 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4db0-666c-4562-ae61-72084957e2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.432322 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-cc130eed-4846-4faf-bb7e-8320d224927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.434955 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-cc130eed-4846-4faf-bb7e-8320d224927c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.436109 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-cc130eed-4846-4faf-bb7e-8320d224927c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4233ac91-e9ce-4518-826f-e827d675ba22 HTTP/1.1" status: 204 len: 168 time: 0.1963701 Nov 11 06:37:39.443988 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130eed-4846-4faf-bb7e-8320d224927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4233ac91-e9ce-4518-826f-e827d675ba22,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:39.519305 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4db0-666c-4562-ae61-72084957e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.522158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4db0-666c-4562-ae61-72084957e2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:39.523301 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-1d5e4db0-666c-4562-ae61-72084957e2b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c69131f2-9174-41d3-9144-d64b78fb1210 HTTP/1.1" status: 204 len: 168 time: 0.2197812 Nov 11 06:37:39.531852 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4db0-666c-4562-ae61-72084957e2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69131f2-9174-41d3-9144-d64b78fb1210,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:40.011397 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdfc51-66b6-409e-9530-44708146f803 req-027c53cd-e40b-4fdd-ab17-4c693e42bad3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:40.012977 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a2fdfc51-66b6-409e-9530-44708146f803 req-027c53cd-e40b-4fdd-ab17-4c693e42bad3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0629163 Nov 11 06:37:40.062522 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a2fdfc51-66b6-409e-9530-44708146f803 req-a1d112e4-2f8b-448c-b60f-a754fced4d5d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Nov 11 06:37:41.206238 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a4ef-87f0-4e4b-ae3b-e255c109dc9a req-3a693524-71e9-4edc-9b80-db3d81a60b6b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:41.208307 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-18a8a4ef-87f0-4e4b-ae3b-e255c109dc9a req-3a693524-71e9-4edc-9b80-db3d81a60b6b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0738919 Nov 11 06:37:41.261198 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-18a8a4ef-87f0-4e4b-ae3b-e255c109dc9a req-c4ef4f14-160e-4485-87cd-765403d57316 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Nov 11 06:37:42.381900 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbe80f-ba93-4f17-8b22-64bfebe9c399 req-2496cc5f-3f8a-4e42-bd55-e05ce26f4ff4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:42.383394 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8ddbe80f-ba93-4f17-8b22-64bfebe9c399 req-2496cc5f-3f8a-4e42-bd55-e05ce26f4ff4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0517719 Nov 11 06:37:42.429891 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8ddbe80f-ba93-4f17-8b22-64bfebe9c399 req-95d2d216-a637-4f2c-a27f-4a3b24dd9e21 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Nov 11 06:37:43.142157 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718e56a-bd0f-41a2-8def-4a23645b1305 req-aed112d4-99f1-483c-84a7-5ce3243695c9 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:43.145708 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4718e56a-bd0f-41a2-8def-4a23645b1305 req-aed112d4-99f1-483c-84a7-5ce3243695c9 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0541875 Nov 11 06:37:43.193155 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4718e56a-bd0f-41a2-8def-4a23645b1305 req-17dee7a4-cd73-43b0-98b9-63c9e8bacd51 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Nov 11 06:37:43.548173 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852f54-2284-45f8-815d-4286a88b3f48 req-c336a019-f1d0-4e52-8334-4ee36fd17369 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:43.555754 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e4852f54-2284-45f8-815d-4286a88b3f48 req-c336a019-f1d0-4e52-8334-4ee36fd17369 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0577941 Nov 11 06:37:43.600742 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e4852f54-2284-45f8-815d-4286a88b3f48 req-41d3b3c1-9f43-4440-96cc-99f5120b3daa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Nov 11 06:37:43.942753 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50328) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:44.054394 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.130303 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.225544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.260774 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c7e89fa402444a290efb825a7050f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168976 Nov 11 06:37:44.263595 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50338) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:44.264094 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a5da81-c487-4bb8-8e96-1ff9a613be81,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:44.295610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.295952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.296287 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.296617 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.296953 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.297281 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.297606 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.297948 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.298271 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.298587 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.298910 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.299223 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87390f9-0c6e-4a33-a5b1-f63a6b8626b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.312538 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.321626 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17e141-1b06-47cc-b203-b3000b390dc0 req-de81be89-699e-4452-8937-44c7cbbffc06 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:44.323232 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f17e141-1b06-47cc-b203-b3000b390dc0 req-de81be89-699e-4452-8937-44c7cbbffc06 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0610268 Nov 11 06:37:44.334333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.373916 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f17e141-1b06-47cc-b203-b3000b390dc0 req-9535d760-53d2-4ed0-94e4-83a60db22deb tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Nov 11 06:37:44.450578 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.453182 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:44.454356 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63a5da81-c487-4bb8-8e96-1ff9a613be81 HTTP/1.1" status: 204 len: 168 time: 0.1891279 Nov 11 06:37:44.463889 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a5da81-c487-4bb8-8e96-1ff9a613be81,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:44.471451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.472116 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.472847 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.473323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.474355 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.474692 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.475023 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.475352 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.475674 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.475998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.476317 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.476631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319d665-7bf0-47dd-a775-57ea6368713d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:44.738524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb883-040c-4aeb-baf7-7f9a8409a481 req-1fff3d7b-1d25-4f45-bdc9-dcdcc3db7852 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:44.740055 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-dd8fb883-040c-4aeb-baf7-7f9a8409a481 req-1fff3d7b-1d25-4f45-bdc9-dcdcc3db7852 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0524979 Nov 11 06:37:44.787777 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-dd8fb883-040c-4aeb-baf7-7f9a8409a481 req-45bddccb-1ab3-4413-9b4a-4f4935d30814 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Nov 11 06:37:44.996487 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50354) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:45.009413 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a219458-0a5e-4fc4-9738-5f83ce8c779b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.092923 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a219458-0a5e-4fc4-9738-5f83ce8c779b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.170771 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a219458-0a5e-4fc4-9738-5f83ce8c779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.208019 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5a219458-0a5e-4fc4-9738-5f83ce8c779b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ad78282c2a74934a4e2104ea030b921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104266 Nov 11 06:37:45.208870 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a219458-0a5e-4fc4-9738-5f83ce8c779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab3956-0b35-4fc2-8ded-55d68e26005c,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:45.210950 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50358) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:45.267156 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5342a397-b203-4a50-9ceb-9d93f3e4bd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.288818 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5342a397-b203-4a50-9ceb-9d93f3e4bd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.404393 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5342a397-b203-4a50-9ceb-9d93f3e4bd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.407235 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5342a397-b203-4a50-9ceb-9d93f3e4bd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:45.408364 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5342a397-b203-4a50-9ceb-9d93f3e4bd75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9ab3956-0b35-4fc2-8ded-55d68e26005c HTTP/1.1" status: 204 len: 168 time: 0.1960514 Nov 11 06:37:45.416958 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342a397-b203-4a50-9ceb-9d93f3e4bd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab3956-0b35-4fc2-8ded-55d68e26005c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:45.504626 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da4fb-a569-4506-8a5b-d7ed7d7f7c3e req-81bac1d3-4690-46bb-b1d1-f7382f276b8c tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:45.506185 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1b9da4fb-a569-4506-8a5b-d7ed7d7f7c3e req-81bac1d3-4690-46bb-b1d1-f7382f276b8c tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0539825 Nov 11 06:37:45.556508 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1b9da4fb-a569-4506-8a5b-d7ed7d7f7c3e req-71b2de26-7a64-41db-8584-62519704b163 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 Nov 11 06:37:45.921206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5d27d-22e5-475a-a387-07010156409b req-f1f96408-a288-4733-860d-96371b6e840e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:45.922766 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cff5d27d-22e5-475a-a387-07010156409b req-f1f96408-a288-4733-860d-96371b6e840e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0566165 Nov 11 06:37:45.978843 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cff5d27d-22e5-475a-a387-07010156409b req-d624fb5d-400a-466f-92d3-d34b351f9ff1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496635 Nov 11 06:37:46.105785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-e64f1186-e3b0-44c8-a1db-19c22060b7a6 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:46.107293 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-e64f1186-e3b0-44c8-a1db-19c22060b7a6 tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.15 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0579929 Nov 11 06:37:46.247877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Deleting port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:37:46.248216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:46.342472 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] For port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,segment=NetworkSegment(f060287d-8414-496c-a41b-feb34af886d6),segment_id=f060287d-8414-496c-a41b-feb34af886d6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:46.343080 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:46.358405 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Calling delete_port for 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:37:46.704584 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82084d-090a-4a75-95d0-62bfeb4f93d3 req-b5bac11b-c46b-400f-9e77-b5e1af521f9a tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:46.706065 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f82084d-090a-4a75-95d0-62bfeb4f93d3 req-b5bac11b-c46b-400f-9e77-b5e1af521f9a tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Nov 11 06:37:46.801017 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f82084d-090a-4a75-95d0-62bfeb4f93d3 req-75e61ed8-be72-4918-8761-2981a3e333ae tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/security-groups?id=330bd5df-62d0-4f86-a04c-16eb1c7835e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821114 Nov 11 06:37:46.890005 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:46.930084 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Pushing event deleted for resources: {'Port': ['ID=2a8cf22c-c983-4d2e-b123-b4a1d70fc08b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:46.996117 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] No DVR routers for this DVR port 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:37:47.000963 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:47.004521 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-546e779e-bffc-46f9-82cd-5cd4f4a96ece req-351cdf57-e4c7-4668-a2db-a059dd6c9f8b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.15 "DELETE /v2.0/ports/2a8cf22c-c983-4d2e-b123-b4a1d70fc08b HTTP/1.1" status: 204 len: 173 time: 0.8716521 Nov 11 06:37:47.004974 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67257a4d-d02e-40cb-9c99-f46569652b73', 'name': 'network-vif-deleted', 'tag': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:47.007284 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e126ba-2f50-40b8-942b-be6abf6be687" -d '{"events": [{"server_uuid": "67257a4d-d02e-40cb-9c99-f46569652b73", "name": "network-vif-deleted", "tag": "2a8cf22c-c983-4d2e-b123-b4a1d70fc08b"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:47.049115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a8561-0fdc-4442-b2e6-2bb00a03691c x-openstack-request-id: req-fd8a8561-0fdc-4442-b2e6-2bb00a03691c {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:47.049512 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67257a4d-d02e-40cb-9c99-f46569652b73", "name": "network-vif-deleted", "tag": "2a8cf22c-c983-4d2e-b123-b4a1d70fc08b", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:47.049851 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd8a8561-0fdc-4442-b2e6-2bb00a03691c {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:47.050300 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67257a4d-d02e-40cb-9c99-f46569652b73', 'name': 'network-vif-deleted', 'tag': '2a8cf22c-c983-4d2e-b123-b4a1d70fc08b', 'status': 'completed', 'code': 200} Nov 11 06:37:47.126825 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefb37-3922-4377-97b7-888b910c8994 req-bb31a87f-548a-41dc-99f9-5cd7e5f8797a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:47.128586 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1cefb37-3922-4377-97b7-888b910c8994 req-bb31a87f-548a-41dc-99f9-5cd7e5f8797a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0773907 Nov 11 06:37:47.199611 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1cefb37-3922-4377-97b7-888b910c8994 req-a2148cd1-230f-434c-90cc-668b9e462e51 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Nov 11 06:37:47.900154 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c215914-55f6-4425-becb-4d6d7775dadc req-758debb9-68a1-4cf9-b64f-aea73955679b tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0301223 Nov 11 06:37:48.064045 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:37:48.087025 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:37:48.087025 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2a8cf22c-c983-4d2e-b123-b4a1d70fc08b not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:37:48.237581 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-105ad71b-7f5c-468e-9042-f74c00388eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:48.318202 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97b8d6-6c2d-4ecb-958d-a8a8a758c9c6 req-9964af5c-d23b-42f0-a607-38381f433308 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:48.319706 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc97b8d6-6c2d-4ecb-958d-a8a8a758c9c6 req-9964af5c-d23b-42f0-a607-38381f433308 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Nov 11 06:37:48.374957 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc97b8d6-6c2d-4ecb-958d-a8a8a758c9c6 req-360f9040-cbc0-4bc5-90ff-e03457738934 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Nov 11 06:37:49.007638 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-493ee48f-49e6-49e8-ac30-59b0f3b7ece6 req-8c971468-16d8-458d-85ae-d151619dc99f tempest-DeleteServersTestJSON-1896549895 tempest-DeleteServersTestJSON-1896549895-project] 10.222.0.20 "GET /v2.0/ports?device_id=67257a4d-d02e-40cb-9c99-f46569652b73 HTTP/1.1" status: 200 len: 210 time: 0.0251966 Nov 11 06:37:49.498925 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c824a-365c-4b6e-90a9-17486c30ba4a req-9d331277-0c31-4b35-85bb-962a8526e87c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:49.501309 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-475c824a-365c-4b6e-90a9-17486c30ba4a req-9d331277-0c31-4b35-85bb-962a8526e87c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0503280 Nov 11 06:37:49.559180 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-475c824a-365c-4b6e-90a9-17486c30ba4a req-4b1a71ec-9d82-4ef6-9610-a22b29427aec tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523744 Nov 11 06:37:50.415100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-6aa0f7bd-da18-4cb3-9c5f-74a6f6eb0a36 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:50.419050 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-6aa0f7bd-da18-4cb3-9c5f-74a6f6eb0a36 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.1021581 Nov 11 06:37:50.432139 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c2cb92f0-aaf8-4854-9515-ec0a74133eb6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/quotas/9eea46a98b1244a596dcf579bbb5d274 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Nov 11 06:37:50.478590 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ec90-0eb4-4936-9459-a457b5c824f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:50.479971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-8ae1f5af-1280-49e6-8d43-ede1a47f2f9c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424628 Nov 11 06:37:50.575177 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-6607a864-504c-44ac-bd51-9c08cf46ec23 service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872407 Nov 11 06:37:50.674321 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-03566a1e-4f66-482a-9366-3f8ce1e56a9f service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931027 Nov 11 06:37:50.683412 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0347c7-9133-40da-a211-89c16d452aa4 req-204e83ed-a74a-4158-a995-bb8ddd334edc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:50.690750 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-df0347c7-9133-40da-a211-89c16d452aa4 req-204e83ed-a74a-4158-a995-bb8ddd334edc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0557187 Nov 11 06:37:50.739094 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-df0347c7-9133-40da-a211-89c16d452aa4 req-5fc06376-fcaa-4cef-ab7e-35053b996842 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Nov 11 06:37:50.954241 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f6f1d289-66da-4073-b584-907325f9a917 req-3ed363ff-3672-43e7-983e-19401a64e03b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 210 time: 0.0278151 Nov 11 06:37:51.303562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50552) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:51.410542 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f0260537-e51b-48e7-b5e1-c56572e0cad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.495369 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f0260537-e51b-48e7-b5e1-c56572e0cad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.581655 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.584035 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f0260537-e51b-48e7-b5e1-c56572e0cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.629246 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f0260537-e51b-48e7-b5e1-c56572e0cad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f4f228398b94e399ed9fcf8dfc6a338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245564 Nov 11 06:37:51.632040 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50566) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:51.632337 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260537-e51b-48e7-b5e1-c56572e0cad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc3747-d2ee-4db1-bb8d-1d4a1adc3fcf,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:51.653066 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50568) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:51.694645 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-181ba505-8ba3-48f0-af5c-f3aac4192070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.701511 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Deleting subnet 2e126ac4-37dc-440a-8648-f480da907e6c {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:37:51.712804 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.720027 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-181ba505-8ba3-48f0-af5c-f3aac4192070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.773692 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.792854 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-1f091820-2d77-41a4-a155-205f076b8350 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881667 Nov 11 06:37:51.794112 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:51.911159 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-f760746f-d1b7-473f-8381-06a37466d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:51.913004 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-f760746f-d1b7-473f-8381-06a37466d8d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 1098 time: 0.0471408 Nov 11 06:37:52.005888 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.010386 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010c263-9667-4d83-8f5e-5a611573379c req-2c2cf471-2ccb-4123-8ea1-fbe956ec89fd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:52.011878 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3010c263-9667-4d83-8f5e-5a611573379c req-2c2cf471-2ccb-4123-8ea1-fbe956ec89fd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0634809 Nov 11 06:37:52.036953 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e126ac4-37dc-440a-8648-f480da907e6c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:52.048014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.054225 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-7f16e746-de45-4c4b-8947-23efc9b50a57 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e126ac4-37dc-440a-8648-f480da907e6c HTTP/1.1" status: 204 len: 168 time: 0.3999698 Nov 11 06:37:52.056216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50578) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:52.077981 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3010c263-9667-4d83-8f5e-5a611573379c req-65aa0a88-6fed-4814-972c-973f095fd53b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594809 Nov 11 06:37:52.135249 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-181ba505-8ba3-48f0-af5c-f3aac4192070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.138680 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-181ba505-8ba3-48f0-af5c-f3aac4192070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.139498 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-181ba505-8ba3-48f0-af5c-f3aac4192070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ecc3747-d2ee-4db1-bb8d-1d4a1adc3fcf HTTP/1.1" status: 204 len: 168 time: 0.5063820 Nov 11 06:37:52.150220 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba505-8ba3-48f0-af5c-f3aac4192070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc3747-d2ee-4db1-bb8d-1d4a1adc3fcf,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:52.200649 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-1bba5e34-8473-4bb4-961f-3ccc9e222e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:52.202143 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-1bba5e34-8473-4bb4-961f-3ccc9e222e0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 915 time: 0.2633605 Nov 11 06:37:52.205996 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eac5507e-6c85-4eb8-9c49-31fb6173fbd5 req-e75202b5-3599-47a0-bc51-e0f554cb3fed tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 210 time: 0.0592315 Nov 11 06:37:52.210435 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.255759 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-b0a57bec-ddfc-4a9b-a568-f1e47f10754b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0 HTTP/1.1" status: 200 len: 217 time: 0.0381508 Nov 11 06:37:52.369948 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.373354 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-c1e5830a-63c9-478e-af5a-d7cf71e5fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:52.374819 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-c1e5830a-63c9-478e-af5a-d7cf71e5fc90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add27cab-0005-402d-a65b-fd1d1442260c HTTP/1.1" status: 200 len: 855 time: 0.0948329 Nov 11 06:37:52.414592 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.415751 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.416308 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.416638 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > port after_create 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.416948 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.417310 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > port after_update 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.417552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.417894 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.418209 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.418524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.575767 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.576367 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.576466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.576742 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:37:52.577099 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1eaaf3-67df-476b-83d8-0c17a2be0fba']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:52.581513 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.584922 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-20a39970-e2d0-4bd6-bf4c-41b27677d638 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979496 Nov 11 06:37:52.607518 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f060287d-8414-496c-a41b-feb34af886d6') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:52.607946 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f060287d-8414-496c-a41b-feb34af886d6') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:37:52.642769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.699604 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.713220 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:37:52.713609 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: from cryptography.utils import int_from_bytes Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: from cryptography.utils import int_from_bytes Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:37:52.744008 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:37:52.812552 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-7ab34627-8f74-4edd-ba6b-3abe54ee6a6b service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161946 Nov 11 06:37:52.814807 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50592) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:52.835576 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ddd045c7-233b-4b3e-891d-706aaf336de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.904184 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.909937 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:52.913155 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e1eaaf3-67df-476b-83d8-0c17a2be0fba HTTP/1.1" status: 204 len: 168 time: 0.8525372 Nov 11 06:37:52.953351 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c75ba-d3e0-43ed-b491-a3c03bc6e95b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1eaaf3-67df-476b-83d8-0c17a2be0fba,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:52.987266 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f9992bef-feb3-47b0-bce8-a160efd91541 req-e61fdd44-8c35-43e2-8de9-b26f4bf6bc53 service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587083 Nov 11 06:37:53.013500 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ddd045c7-233b-4b3e-891d-706aaf336de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.113158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ddd045c7-233b-4b3e-891d-706aaf336de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.141423 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ddd045c7-233b-4b3e-891d-706aaf336de3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31bd9b0fdc734d4e975c01fb6d120e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254344 Nov 11 06:37:53.144099 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50600) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:53.164136 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd045c7-233b-4b3e-891d-706aaf336de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e8a01-1a1c-4fc0-9430-370b3e6cc9b9,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:53.249393 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d93a2a-304e-4931-9a21-a65266bf341d req-d6eb67bc-fb7a-4ba2-98f0-b09f97825380 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:53.251959 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e1d93a2a-304e-4931-9a21-a65266bf341d req-d6eb67bc-fb7a-4ba2-98f0-b09f97825380 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0864446 Nov 11 06:37:53.261799 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.273312 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6239-dfb7-4f93-ab45-38ccc6498657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.333094 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6239-dfb7-4f93-ab45-38ccc6498657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.384218 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ddd728f-66e3-42b8-86d5-f83d11acd29f req-2175289e-5898-4b56-b5a2-2aa2c10776bc tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 210 time: 0.0744812 Nov 11 06:37:53.401384 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e1d93a2a-304e-4931-9a21-a65266bf341d req-da46b713-4694-4554-b4c9-1bde957a2389 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416109 Nov 11 06:37:53.445355 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50610) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:53.500473 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-7597c6b8-4c07-463a-8130-02cbad5d52a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8590c02fabcf4fd0b2f4df2019098df7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533557 Nov 11 06:37:53.500946 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50612) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:53.513102 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6239-dfb7-4f93-ab45-38ccc6498657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.515739 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6239-dfb7-4f93-ab45-38ccc6498657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.516821 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-2f2b6239-dfb7-4f93-ab45-38ccc6498657 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/127e8a01-1a1c-4fc0-9430-370b3e6cc9b9 HTTP/1.1" status: 204 len: 168 time: 0.3710377 Nov 11 06:37:53.531569 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-1b2dd1ea-8c05-4c3f-9402-336e471f5515 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:53.533376 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-1b2dd1ea-8c05-4c3f-9402-336e471f5515 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.2220054 Nov 11 06:37:53.543053 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6239-dfb7-4f93-ab45-38ccc6498657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e8a01-1a1c-4fc0-9430-370b3e6cc9b9,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:53.560140 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Request body: {'port': {'device_id': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'admin_state_up': True, 'tenant_id': '9eea46a98b1244a596dcf579bbb5d274'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:53.582792 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-44a69671-47dc-4caf-9d39-22df0c41fb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.606988 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-44a69671-47dc-4caf-9d39-22df0c41fb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.759476 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Made reservation on behalf of 9eea46a98b1244a596dcf579bbb5d274 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:53.759986 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-44a69671-47dc-4caf-9d39-22df0c41fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.762150 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-44a69671-47dc-4caf-9d39-22df0c41fb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.767856 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:53.768018 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-44a69671-47dc-4caf-9d39-22df0c41fb74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/330bd5df-62d0-4f86-a04c-16eb1c7835e0 HTTP/1.1" status: 204 len: 168 time: 0.2615604 Nov 11 06:37:53.772332 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a69671-47dc-4caf-9d39-22df0c41fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330bd5df-62d0-4f86-a04c-16eb1c7835e0,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:53.899288 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Allocated IP 172.20.0.3 (347ea8ec-d740-48a3-b1d1-b97f1aae2b3c/add27cab-0005-402d-a65b-fd1d1442260c/08ba9354-b054-4f00-a495-b536b3c9440a) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:37:54.068512 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50630) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:54.089376 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.135953 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.209353 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.246164 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:37:54.251101 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:54.254930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:37:54.259271 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:54.298710 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event updated for resources: {'Port': ['ID=08ba9354-b054-4f00-a495-b536b3c9440a,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:54.317489 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:54.318174 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.342115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-97eed024-1317-4a58-8c9e-4a84b15e15a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.430337 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-97ec9a0d-1612-4a68-86dc-07ecc52465b1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748984 Nov 11 06:37:54.458676 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Request body: {'port': {'device_id': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:54.471393 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-97eed024-1317-4a58-8c9e-4a84b15e15a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.547829 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-97eed024-1317-4a58-8c9e-4a84b15e15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.582347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.608844 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036fd2c-7ad1-4da9-890a-11b503cd7589 req-bf38b0af-8f33-4da2-8ad8-92e9de63202f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:54.616803 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0036fd2c-7ad1-4da9-890a-11b503cd7589 req-bf38b0af-8f33-4da2-8ad8-92e9de63202f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0771189 Nov 11 06:37:54.657861 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eed024-1317-4a58-8c9e-4a84b15e15a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c7959e-ccd1-434f-a14b-7163dbc75862,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:54.667074 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-97eed024-1317-4a58-8c9e-4a84b15e15a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a69009c0c2ee4ef599eb613ab2310f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5974967 Nov 11 06:37:54.673207 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50662) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:54.723470 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99d0d5-d36f-4649-b04e-d7c9502cc1a8 req-7369b3db-c5e8-430f-905d-1eed9fe77ddf tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:54.725257 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7a99d0d5-d36f-4649-b04e-d7c9502cc1a8 req-7369b3db-c5e8-430f-905d-1eed9fe77ddf tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 931 time: 0.1262617 Nov 11 06:37:54.728534 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0036fd2c-7ad1-4da9-890a-11b503cd7589 req-3849cc84-1105-4d3e-be17-1db15a7505c8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Nov 11 06:37:54.751171 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8dcebdad-2d5c-4eae-bae6-d337adf9e359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.778546 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8dcebdad-2d5c-4eae-bae6-d337adf9e359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.880233 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7a99d0d5-d36f-4649-b04e-d7c9502cc1a8 req-f1ac75f9-e9e8-4217-b5bd-d89c007ab95b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076353 Nov 11 06:37:54.953336 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8dcebdad-2d5c-4eae-bae6-d337adf9e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.957171 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8dcebdad-2d5c-4eae-bae6-d337adf9e359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:54.957531 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8dcebdad-2d5c-4eae-bae6-d337adf9e359 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88c7959e-ccd1-434f-a14b-7163dbc75862 HTTP/1.1" status: 204 len: 168 time: 0.2829511 Nov 11 06:37:54.966157 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcebdad-2d5c-4eae-bae6-d337adf9e359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c7959e-ccd1-434f-a14b-7163dbc75862,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:54.984724 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ba9354-b054-4f00-a495-b536b3c9440a {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:54.998567 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:55.012205 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Transition to ACTIVE for port object 08ba9354-b054-4f00-a495-b536b3c9440a will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:37:55.192879 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:55.242307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Pushing event updated for resources: {'Port': ['ID=08ba9354-b054-4f00-a495-b536b3c9440a,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:55.326292 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Attempting to bind port 08ba9354-b054-4f00-a495-b536b3c9440a on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:37:55.326682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Attempting to bind port 08ba9354-b054-4f00-a495-b536b3c9440a by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:37:55.327784 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Attempting to bind port 08ba9354-b054-4f00-a495-b536b3c9440a on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:55.332344 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Port 08ba9354-b054-4f00-a495-b536b3c9440a on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:37:55.332670 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Attempting to bind port 08ba9354-b054-4f00-a495-b536b3c9440a on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:37:55.337614 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:37:55.337971 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Checking segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:55.338370 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Bound using segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:37:55.338785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Bound port: 08ba9354-b054-4f00-a495-b536b3c9440a, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:37:55.339128 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:55.405717 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] For port 08ba9354-b054-4f00-a495-b536b3c9440a, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:37:55.410446 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] For port 08ba9354-b054-4f00-a495-b536b3c9440a, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=08ba9354-b054-4f00-a495-b536b3c9440a,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:37:55.473911 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:55.522875 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:55.523378 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:55.524926 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] 10.222.0.15 "PUT /v2.0/ports/08ba9354-b054-4f00-a495-b536b3c9440a HTTP/1.1" status: 200 len: 1093 time: 1.0706730 Nov 11 06:37:55.525432 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'tag': '08ba9354-b054-4f00-a495-b536b3c9440a'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:37:55.527878 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a152366e-7759-445a-ad3f-c13d4058e9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0b873ee1-ffea-4c76-beeb-7f453da5649b", "tag": "08ba9354-b054-4f00-a495-b536b3c9440a"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:37:55.576205 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af6f5e-5869-4975-95d3-3ed2d6b4be53 service neutron] Pushing event updated for resources: {'Port': ['ID=08ba9354-b054-4f00-a495-b536b3c9440a,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:55.603224 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044a4104-6ce9-4b55-b428-c3271470d6e1 x-openstack-request-id: req-044a4104-6ce9-4b55-b428-c3271470d6e1 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:37:55.603224 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b873ee1-ffea-4c76-beeb-7f453da5649b", "tag": "08ba9354-b054-4f00-a495-b536b3c9440a", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:37:55.603224 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-044a4104-6ce9-4b55-b428-c3271470d6e1 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:37:55.603224 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'tag': '08ba9354-b054-4f00-a495-b536b3c9440a', 'status': 'completed', 'code': 200} Nov 11 06:37:55.721317 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152366e-7759-445a-ad3f-c13d4058e9ea req-b3470faf-e4bd-48df-a64f-ff036fc86040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:55.723146 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a152366e-7759-445a-ad3f-c13d4058e9ea req-b3470faf-e4bd-48df-a64f-ff036fc86040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 1096 time: 0.0411110 Nov 11 06:37:55.862000 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152366e-7759-445a-ad3f-c13d4058e9ea req-7eee4ba8-c758-416b-b661-12debc2a0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:55.863130 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb88e1-f33d-4f7d-a0da-9a44a243ab7b req-bb22695f-c270-4e18-96da-d2eb8a972cb9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:55.863612 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a152366e-7759-445a-ad3f-c13d4058e9ea req-7eee4ba8-c758-416b-b661-12debc2a0f69 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9eea46a98b1244a596dcf579bbb5d274&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1127245 Nov 11 06:37:55.865445 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44bb88e1-f33d-4f7d-a0da-9a44a243ab7b req-bb22695f-c270-4e18-96da-d2eb8a972cb9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0586710 Nov 11 06:37:55.917393 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44bb88e1-f33d-4f7d-a0da-9a44a243ab7b req-26dc6f6b-fe41-43e6-9e34-d30ab67b7229 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Nov 11 06:37:55.988826 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50750) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:56.005968 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-422e9280-7afe-4bbc-bfd4-889382b3a837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.143444 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-422e9280-7afe-4bbc-bfd4-889382b3a837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.199184 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-422e9280-7afe-4bbc-bfd4-889382b3a837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.241453 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-422e9280-7afe-4bbc-bfd4-889382b3a837 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b66c6697ef8a4fc1945070b5d3d4b7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515039 Nov 11 06:37:56.242212 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e9280-7afe-4bbc-bfd4-889382b3a837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc3b2e-85ea-476a-9195-ed2e77096e69,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:56.244561 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50758) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:56.252684 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152366e-7759-445a-ad3f-c13d4058e9ea req-1a56e414-b5a8-417b-9b0b-938ea5b1ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:56.254268 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a152366e-7759-445a-ad3f-c13d4058e9ea req-1a56e414-b5a8-417b-9b0b-938ea5b1ce0d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3712175 Nov 11 06:37:56.269850 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef823e-e8cb-4054-9347-952820e128b6 req-9ae686d2-c9fe-429c-98f1-ef2188f49664 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:56.280448 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-85ef823e-e8cb-4054-9347-952820e128b6 req-9ae686d2-c9fe-429c-98f1-ef2188f49664 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 943 time: 0.3182075 Nov 11 06:37:56.326839 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-85ef823e-e8cb-4054-9347-952820e128b6 req-1e84bf4c-f920-48b1-9c94-da73232f1754 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470898 Nov 11 06:37:56.348371 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9d2fce99-34e5-4729-9df3-96f69c2345ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.382384 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9d2fce99-34e5-4729-9df3-96f69c2345ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.391625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-3e5f178f-629d-4483-9dbd-e9a933a799db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:56.393171 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-3e5f178f-629d-4483-9dbd-e9a933a799db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 1096 time: 0.0536292 Nov 11 06:37:56.459928 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-e7fbca10-4d37-4e04-9350-94ba13ef6ea6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08ba9354-b054-4f00-a495-b536b3c9440a HTTP/1.1" status: 200 len: 217 time: 0.0456922 Nov 11 06:37:56.518041 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-256450bd-9667-452a-95a5-97ebbde777af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:56.519457 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-256450bd-9667-452a-95a5-97ebbde777af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add27cab-0005-402d-a65b-fd1d1442260c HTTP/1.1" status: 200 len: 855 time: 0.0500240 Nov 11 06:37:56.541506 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9d2fce99-34e5-4729-9df3-96f69c2345ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.544048 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9d2fce99-34e5-4729-9df3-96f69c2345ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:56.545276 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9d2fce99-34e5-4729-9df3-96f69c2345ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aefc3b2e-85ea-476a-9195-ed2e77096e69 HTTP/1.1" status: 204 len: 168 time: 0.2865305 Nov 11 06:37:56.554740 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-0ac1e49d-7236-4a05-9761-8f1ac3f83e86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268328 Nov 11 06:37:56.556410 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fce99-34e5-4729-9df3-96f69c2345ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc3b2e-85ea-476a-9195-ed2e77096e69,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:56.659456 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-3d0a8011-b78f-4b75-b7fd-7338f3386bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942841 Nov 11 06:37:56.760198 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fa038d1-4375-47dc-a5ee-722c92de2270 req-2fc18b45-eb0d-488b-9dae-04350f0626cd service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903821 Nov 11 06:37:57.039540 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb015a5f-eb3d-4e40-a63f-72ac095bceb9 req-0691a880-f3ac-42e1-bed7-7b64fe13739b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:57.041657 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fb015a5f-eb3d-4e40-a63f-72ac095bceb9 req-0691a880-f3ac-42e1-bed7-7b64fe13739b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0527630 Nov 11 06:37:57.105044 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fb015a5f-eb3d-4e40-a63f-72ac095bceb9 req-ca63735c-b276-494b-aa7e-59e0c8e8dad8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561602 Nov 11 06:37:57.454752 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faa0d0-4db3-4d7c-8161-6af540db1c59 req-e6f61d6b-13b2-45dd-b148-14f059b1944e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:57.456219 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a4faa0d0-4db3-4d7c-8161-6af540db1c59 req-e6f61d6b-13b2-45dd-b148-14f059b1944e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 943 time: 0.0511107 Nov 11 06:37:57.504662 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a4faa0d0-4db3-4d7c-8161-6af540db1c59 req-3fcbc97c-c4b7-4051-9180-cfdbfeb4bbdf tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Nov 11 06:37:57.656557 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50840) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:57.776402 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50846) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:57.796457 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1621115461-network', 'tenant_id': 'e31809fc470d4b3eb998432d0564d916'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:57.832175 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-698e23fa-268b-404a-a289-f5e90b9b4572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:57.900023 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Made reservation on behalf of e31809fc470d4b3eb998432d0564d916 for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:57.902289 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:57.913160 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-698e23fa-268b-404a-a289-f5e90b9b4572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:57.914529 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:57.992902 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.067125 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-698e23fa-268b-404a-a289-f5e90b9b4572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.097065 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 08ba9354-b054-4f00-a495-b536b3c9440a details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:37:58.108512 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-698e23fa-268b-404a-a289-f5e90b9b4572 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fab8dcba9f8040c8987c4923b6ce50d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285093 Nov 11 06:37:58.108512 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e23fa-268b-404a-a289-f5e90b9b4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55edcd47-e305-4a69-92b9-6fc24846f8cd,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:58.108833 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50852) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:58.118513 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.145990 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:37:58.156544 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd60b2-4169-48a9-bfff-312868f3de6f,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:58.162231 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.162560 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Added segment c8455e76-c0a4-4684-959c-fbe128de86f6 of type vlan for network 57d0798b-543a-4b32-a74b-c54e4d411da4 Nov 11 06:37:58.164143 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5cefa4fb-5e69-4567-b4db-38e711e75779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.193234 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5cefa4fb-5e69-4567-b4db-38e711e75779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.209680 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.242180 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 08ba9354-b054-4f00-a495-b536b3c9440a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=08ba9354-b054-4f00-a495-b536b3c9440a,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:58.253324 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '08ba9354-b054-4f00-a495-b536b3c9440a', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'port_id': '08ba9354-b054-4f00-a495-b536b3c9440a', 'mac_address': 'fa:16:3e:30:23:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add27cab-0005-402d-a65b-fd1d1442260c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:37:58.276536 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e2d25-c43d-431e-ae8b-9880a210a2ed req-1950cffa-5314-4f94-8886-36ec77f1b366 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:58.278020 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d03e2d25-c43d-431e-ae8b-9880a210a2ed req-1950cffa-5314-4f94-8886-36ec77f1b366 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0639470 Nov 11 06:37:58.296237 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.301484 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.302547 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:58.303152 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.309758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ba9354-b054-4f00-a495-b536b3c9440a {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:37:58.334675 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d03e2d25-c43d-431e-ae8b-9880a210a2ed req-8ee92681-8082-41cf-9fd3-57f87710bcbd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Nov 11 06:37:58.335003 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 08ba9354-b054-4f00-a495-b536b3c9440a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=08ba9354-b054-4f00-a495-b536b3c9440a,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:37:58.358683 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5cefa4fb-5e69-4567-b4db-38e711e75779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.361329 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5cefa4fb-5e69-4567-b4db-38e711e75779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.362478 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5cefa4fb-5e69-4567-b4db-38e711e75779 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55edcd47-e305-4a69-92b9-6fc24846f8cd HTTP/1.1" status: 204 len: 168 time: 0.2526619 Nov 11 06:37:58.366622 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] Pushing event updated for resources: {'Network': ['ID=57d0798b-543a-4b32-a74b-c54e4d411da4,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:58.374504 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefa4fb-5e69-4567-b4db-38e711e75779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55edcd47-e305-4a69-92b9-6fc24846f8cd,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:58.393529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 57d0798b-543a-4b32-a74b-c54e4d411da4 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:37:58.423736 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50862) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:58.424963 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-1abc5b3f-35e3-49cc-b91e-c4c5fb80ab1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7670658 Nov 11 06:37:58.429099 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Request body: {'subnet': {'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1621115461-subnet', 'tenant_id': 'e31809fc470d4b3eb998432d0564d916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:37:58.461176 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.519186 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=08ba9354-b054-4f00-a495-b536b3c9440a,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:58.531978 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.534289 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.534646 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.534991 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.535331 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.535668 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.536002 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.536873 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.536873 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.537164 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.537697 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.537840 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:37:58.541766 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Made reservation on behalf of e31809fc470d4b3eb998432d0564d916 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:37:58.544293 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260021658'] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.728571 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a8915-1baf-4049-a566-0d0b290b4a0c req-611ab783-9f2c-40ff-b2d1-5ee179effe45 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:58.735845 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f49a8915-1baf-4049-a566-0d0b290b4a0c req-611ab783-9f2c-40ff-b2d1-5ee179effe45 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 944 time: 0.1365843 Nov 11 06:37:58.843234 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f49a8915-1baf-4049-a566-0d0b290b4a0c req-54f3de24-9958-47f0-bad1-b36e24a88450 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897079 Nov 11 06:37:58.942098 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13355600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260021684'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:58.996621 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['08ba9354-b054-4f00-a495-b536b3c9440a'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:37:59.002644 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e496a5c6-6048-4b73-8b7c-b2d5a0538c7b,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:59.012569 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Checking segment: {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:37:59.013916 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Network hostable DHCP agents. Network: 57d0798b-543a-4b32-a74b-c54e4d411da4, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:37:59.124179 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Network 57d0798b-543a-4b32-a74b-c54e4d411da4 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:37:59.166032 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 50872) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:59.178933 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-687ee258-f81e-4fad-a01f-1b365b4994fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.208849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 57d0798b-543a-4b32-a74b-c54e4d411da4) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:37:59.212919 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:59.213892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.219399 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c0cce-f352-424a-8b2d-5cd02bcf746b None None] Network 57d0798b-543a-4b32-a74b-c54e4d411da4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:37:59.255423 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-687ee258-f81e-4fad-a01f-1b365b4994fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.310218 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-109dbd56-47dd-4ee4-918b-9706cee73dc1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8851612 Nov 11 06:37:59.335804 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-687ee258-f81e-4fad-a01f-1b365b4994fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.343429 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15664729-cee0-48cc-899c-6c2a91623f91 None None] Network 57d0798b-543a-4b32-a74b-c54e4d411da4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:37:59.393345 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-687ee258-f81e-4fad-a01f-1b365b4994fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d34b0c729b41808b548788e4d9fa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261624 Nov 11 06:37:59.394299 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ee258-f81e-4fad-a01f-1b365b4994fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4411f9d9-dca9-47b7-b627-62f4b36dc6aa,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:59.396494 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 50878) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:37:59.494182 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-225a1f93-2e64-4bce-872d-b968e3e36454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.514659 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916ac0a-68ca-4b62-bea8-2e4c252c3052 req-4c87018b-b4f9-4544-b52d-2e935c446744 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:59.516511 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3916ac0a-68ca-4b62-bea8-2e4c252c3052 req-4c87018b-b4f9-4544-b52d-2e935c446744 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0823925 Nov 11 06:37:59.550535 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-225a1f93-2e64-4bce-872d-b968e3e36454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.605605 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3916ac0a-68ca-4b62-bea8-2e4c252c3052 req-cc4c9ecc-f22d-4fce-b449-a168ab0714a3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781729 Nov 11 06:37:59.713517 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-225a1f93-2e64-4bce-872d-b968e3e36454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.716227 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-225a1f93-2e64-4bce-872d-b968e3e36454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:37:59.717356 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-225a1f93-2e64-4bce-872d-b968e3e36454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4411f9d9-dca9-47b7-b627-62f4b36dc6aa HTTP/1.1" status: 204 len: 168 time: 0.3198519 Nov 11 06:37:59.724812 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a1f93-2e64-4bce-872d-b968e3e36454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4411f9d9-dca9-47b7-b627-62f4b36dc6aa,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:37:59.948336 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf156c09-4c03-4321-aa55-a8ad6975bd14 req-2f34d789-57ae-4c19-9f56-3581456f2874 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:37:59.950037 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bf156c09-4c03-4321-aa55-a8ad6975bd14 req-2f34d789-57ae-4c19-9f56-3581456f2874 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 944 time: 0.0519791 Nov 11 06:38:00.004534 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bf156c09-4c03-4321-aa55-a8ad6975bd14 req-34c4acd4-03f6-45ab-860c-5dbb2aa8bb67 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Nov 11 06:38:00.110684 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 08ba9354-b054-4f00-a495-b536b3c9440a up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:38:00.215603 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 08ba9354-b054-4f00-a495-b536b3c9440a completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:38:00.224177 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 08ba9354-b054-4f00-a495-b536b3c9440a triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:38:00.224177 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:00.306473 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:00.331010 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ba9354-b054-4f00-a495-b536b3c9440a'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:00.333451 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56700a0b-de06-40de-89d2-4e92fb2c3a83" -d '{"events": [{"server_uuid": "0b873ee1-ffea-4c76-beeb-7f453da5649b", "name": "network-vif-plugged", "status": "completed", "tag": "08ba9354-b054-4f00-a495-b536b3c9440a"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:00.346542 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 08ba9354-b054-4f00-a495-b536b3c9440a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=08ba9354-b054-4f00-a495-b536b3c9440a,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:00.369653 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa62be45-d8f5-468d-b758-101dac4471e1 x-openstack-request-id: req-aa62be45-d8f5-468d-b758-101dac4471e1 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:00.369992 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b873ee1-ffea-4c76-beeb-7f453da5649b", "name": "network-vif-plugged", "status": "completed", "tag": "08ba9354-b054-4f00-a495-b536b3c9440a", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:00.370247 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa62be45-d8f5-468d-b758-101dac4471e1 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:00.370635 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ba9354-b054-4f00-a495-b536b3c9440a', 'code': 200} Nov 11 06:38:00.461543 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:00.516832 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=08ba9354-b054-4f00-a495-b536b3c9440a,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:00.766236 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e781bd-c812-4226-ab08-c91b71678594 req-708f1a52-b37f-4fac-b878-cbaf9033655f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:00.768015 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-12e781bd-c812-4226-ab08-c91b71678594 req-708f1a52-b37f-4fac-b878-cbaf9033655f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0648994 Nov 11 06:38:00.796035 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea0dd9-d4b9-4351-85da-2822f44d6156 req-4552f555-1c73-43bf-ace1-5cf8ed39a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:00.797526 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fea0dd9-d4b9-4351-85da-2822f44d6156 req-4552f555-1c73-43bf-ace1-5cf8ed39a670 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 1098 time: 0.0409503 Nov 11 06:38:00.819544 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-12e781bd-c812-4226-ab08-c91b71678594 req-8c483ff6-4871-42df-a66d-d416a5151980 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451040 Nov 11 06:38:00.860320 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4fea0dd9-d4b9-4351-85da-2822f44d6156 req-833aaac9-124f-4382-99e6-4d9d6c808405 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Nov 11 06:38:01.131921 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95b197-6f91-490a-980b-c139bdeb9aef req-cd99b450-ab16-4789-837b-7d914a4855c5 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:01.133552 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9b95b197-6f91-490a-980b-c139bdeb9aef req-cd99b450-ab16-4789-837b-7d914a4855c5 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 945 time: 0.0529015 Nov 11 06:38:01.187148 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9b95b197-6f91-490a-980b-c139bdeb9aef req-0217ab79-fcfa-4815-8c8b-82fb148bc1fc tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Nov 11 06:38:01.466129 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:38:01.492063 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-dbaeda52-f321-4107-9ffa-1d32477413be tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:01.493554 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-dbaeda52-f321-4107-9ffa-1d32477413be tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/networks?id=57d0798b-543a-4b32-a74b-c54e4d411da4 HTTP/1.1" status: 200 len: 809 time: 0.1115479 Nov 11 06:38:01.509648 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-88f5d164-ad48-48b2-a0bc-96be5bf2226d tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/quotas/e31809fc470d4b3eb998432d0564d916 HTTP/1.1" status: 200 len: 375 time: 0.0100660 Nov 11 06:38:01.544489 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-ec4cd3dd-3c95-4725-80aa-41313c60c54c tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e31809fc470d4b3eb998432d0564d916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265291 Nov 11 06:38:01.651331 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-8a77f789-ef41-40be-b2b6-5bb367d09c55 service neutron] 10.222.0.20 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996804 Nov 11 06:38:01.744822 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-98072820-24fe-40c9-a614-6e81d21df935 service neutron] 10.222.0.20 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873473 Nov 11 06:38:02.061249 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3eff6e3f-8b48-4d7f-8da9-9c289b526015 req-6877dcfd-ff99-4b44-a495-cfebb1170307 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 210 time: 0.0343444 Nov 11 06:38:02.103634 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc611a-6e3e-421f-a2bb-44366f7164d1 req-3f5b0d3f-1f5a-4dfc-b6cd-838eee93b7f8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:02.110802 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cbbc611a-6e3e-421f-a2bb-44366f7164d1 req-3f5b0d3f-1f5a-4dfc-b6cd-838eee93b7f8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0829914 Nov 11 06:38:02.170960 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cbbc611a-6e3e-421f-a2bb-44366f7164d1 req-e1a41b42-c706-45db-80f7-a81fb74d0e61 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Nov 11 06:38:02.314877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e281028-7d9e-4552-8091-25e1c939b3c7 req-6bfc5690-06c2-466e-b489-e728176f2180 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:02.316349 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0e281028-7d9e-4552-8091-25e1c939b3c7 req-6bfc5690-06c2-466e-b489-e728176f2180 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 945 time: 0.0620570 Nov 11 06:38:02.376029 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0e281028-7d9e-4552-8091-25e1c939b3c7 req-d3b3e1a6-7906-4768-9daa-70d8d883912c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Nov 11 06:38:03.152689 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-02dec343-cfba-40ab-b432-ea537a377fa9 req-2c38becb-3d88-4c5e-b15a-4d2bfa1b4e44 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 210 time: 0.0297012 Nov 11 06:38:03.286530 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400556e-79b4-485a-8772-58bd1ecbef3e req-af84988e-0c7b-46dc-97fb-fc9d7b6e484f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:03.287971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f400556e-79b4-485a-8772-58bd1ecbef3e req-af84988e-0c7b-46dc-97fb-fc9d7b6e484f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0479906 Nov 11 06:38:03.340349 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f400556e-79b4-485a-8772-58bd1ecbef3e req-e09c8848-658e-46f1-8876-91f8f636ac67 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Nov 11 06:38:03.490539 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423d234-b263-42c2-b0fc-8ace7263c8e7 req-e8128fd2-fdfb-4c49-a4a0-867c2d2ae427 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:03.491992 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c423d234-b263-42c2-b0fc-8ace7263c8e7 req-e8128fd2-fdfb-4c49-a4a0-867c2d2ae427 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 945 time: 0.0492256 Nov 11 06:38:03.542660 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c423d234-b263-42c2-b0fc-8ace7263c8e7 req-631f9aac-dbc8-4df7-9d72-1310520e0099 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Nov 11 06:38:04.144934 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51042) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:04.252118 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1965034-609f-41dd-9f6d-c22fa288f3c5 req-8d96ec13-9b95-4cc0-9da3-6376ab863a9c tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 210 time: 0.0276840 Nov 11 06:38:04.263685 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4021763c-2d6e-474c-9781-7c3701857b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.343428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4021763c-2d6e-474c-9781-7c3701857b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.415581 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4021763c-2d6e-474c-9781-7c3701857b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.456391 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021763c-2d6e-474c-9781-7c3701857b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340134d-5eba-4304-a3d5-19c6d05db54c,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:04.460901 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4021763c-2d6e-474c-9781-7c3701857b00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9451c4aaa9b45339bf8c6fc3b500c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146181 Nov 11 06:38:04.464463 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51052) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:04.467186 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78232d-a264-40a5-aa38-8a9daa3fac73 req-347d287e-8839-4489-a0f4-7ec1a31a433e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:04.470372 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9b78232d-a264-40a5-aa38-8a9daa3fac73 req-347d287e-8839-4489-a0f4-7ec1a31a433e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0562396 Nov 11 06:38:04.517205 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9b78232d-a264-40a5-aa38-8a9daa3fac73 req-598dabdd-3c0a-4c9d-b9b4-ba3b3969ccd4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Nov 11 06:38:04.545472 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-769a7e69-09a4-443d-994a-2160d592aa89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.604181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-769a7e69-09a4-443d-994a-2160d592aa89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.659148 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-718031f7-4ce6-44c3-b9aa-8abf6eb54ace tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:04.660668 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-718031f7-4ce6-44c3-b9aa-8abf6eb54ace tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "GET /v2.0/networks?id=57d0798b-543a-4b32-a74b-c54e4d411da4 HTTP/1.1" status: 200 len: 809 time: 0.1554680 Nov 11 06:38:04.741376 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-769a7e69-09a4-443d-994a-2160d592aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.744589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-769a7e69-09a4-443d-994a-2160d592aa89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:04.745905 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-769a7e69-09a4-443d-994a-2160d592aa89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f340134d-5eba-4304-a3d5-19c6d05db54c HTTP/1.1" status: 204 len: 168 time: 0.2803321 Nov 11 06:38:04.763020 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a7e69-09a4-443d-994a-2160d592aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340134d-5eba-4304-a3d5-19c6d05db54c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:05.352635 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f2417dff-824f-4a16-9cf0-d99edfc7d156 req-3344bf2e-2fda-4a2e-b27f-91e2835c539b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 210 time: 0.0301862 Nov 11 06:38:07.666155 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Request body: {'port': {'device_id': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4', 'admin_state_up': True, 'tenant_id': 'e31809fc470d4b3eb998432d0564d916'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:07.852959 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ed543833-9e24-4775-8950-ef0f848c1ea0 req-6ce3e21b-10ff-4702-9d12-b90a69a2a79c tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 210 time: 0.0275285 Nov 11 06:38:07.864106 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Made reservation on behalf of e31809fc470d4b3eb998432d0564d916 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:38:07.872449 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:07.912231 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e6fc-0f6a-4ebf-807c-de352f1d6ead req-9e875364-6b20-4d57-99bf-3bc57dceabe9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:07.913698 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c2d7e6fc-0f6a-4ebf-807c-de352f1d6ead req-9e875364-6b20-4d57-99bf-3bc57dceabe9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0871477 Nov 11 06:38:08.046339 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c2d7e6fc-0f6a-4ebf-807c-de352f1d6ead req-9a562c6f-4d95-49e0-9efb-801a96b16fb2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052699 Nov 11 06:38:08.047366 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Allocated IP 172.20.0.12 (57d0798b-543a-4b32-a74b-c54e4d411da4/e496a5c6-6048-4b73-8b7c-b2d5a0538c7b/29e1c85f-daa0-4464-abc1-c78f8d5f9ae4) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:38:08.200505 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:08.278899 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:08.321156 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Network 57d0798b-543a-4b32-a74b-c54e4d411da4 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:38:08.326215 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:38:08.330257 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:38:08.336777 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Pushing event updated for resources: {'Port': ['ID=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:08.387121 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:08.387733 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:08.504350 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e60dd4fb-ec80-40e8-98db-a12d570c4b71 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8421733 Nov 11 06:38:08.529038 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Request body: {'port': {'device_id': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:08.585859 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:08.848357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:38:08.862905 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:08.874303 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Transition to ACTIVE for port object 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:38:08.964654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:08.988570 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397ff8b-d63e-4c2c-ac98-fde81702ffb4 req-914d07a8-5b27-4c6d-8190-40724773bfb2 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:08.990083 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2397ff8b-d63e-4c2c-ac98-fde81702ffb4 req-914d07a8-5b27-4c6d-8190-40724773bfb2 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 932 time: 0.0643392 Nov 11 06:38:09.054296 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2397ff8b-d63e-4c2c-ac98-fde81702ffb4 req-a3b46e2f-69c2-4853-a4e9-720c2a655dfd tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580490 Nov 11 06:38:09.077520 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3571204-c982-4242-b693-ebd14260118a service neutron] Pushing event updated for resources: {'Port': ['ID=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:09.109112 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Attempting to bind port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:38:09.109441 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Attempting to bind port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:38:09.109795 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Attempting to bind port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 on network 57d0798b-543a-4b32-a74b-c54e4d411da4 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:38:09.114086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 on network 57d0798b-543a-4b32-a74b-c54e4d411da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:38:09.114402 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Attempting to bind port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 on network 57d0798b-543a-4b32-a74b-c54e4d411da4 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:38:09.120065 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:38:09.120414 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Checking segment: {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:38:09.120784 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Bound using segment: {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:38:09.121263 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Bound port: 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:38:09.121609 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:09.203976 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4c98-d27f-4cab-9ffc-b52b920901d6 req-8f02afa5-60c4-4d78-97fb-a58a197f55e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:09.205375 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fb6c4c98-d27f-4cab-9ffc-b52b920901d6 req-8f02afa5-60c4-4d78-97fb-a58a197f55e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0815833 Nov 11 06:38:09.240451 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] For port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:38:09.261021 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] For port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:38:09.280654 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fb6c4c98-d27f-4cab-9ffc-b52b920901d6 req-01251a77-bf05-4015-bf8a-9c1257d614de tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655572 Nov 11 06:38:09.338928 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:09.375276 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:09.375893 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:09.377278 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-e3571204-c982-4242-b693-ebd14260118a service neutron] 10.222.0.15 "PUT /v2.0/ports/29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 HTTP/1.1" status: 200 len: 1094 time: 0.8532636 Nov 11 06:38:09.377714 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'tag': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:09.379990 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6775e5-aba9-4f81-88c2-7aab478dc700" -d '{"events": [{"name": "network-changed", "server_uuid": "23e2808b-7f99-47b7-97b5-66bb246adadf", "tag": "29e1c85f-daa0-4464-abc1-c78f8d5f9ae4"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:09.401891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3571204-c982-4242-b693-ebd14260118a service neutron] Pushing event updated for resources: {'Port': ['ID=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:09.421925 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7469354-7d6d-4d71-a39e-172a9c0e46b9 x-openstack-request-id: req-d7469354-7d6d-4d71-a39e-172a9c0e46b9 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:09.422214 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e2808b-7f99-47b7-97b5-66bb246adadf", "tag": "29e1c85f-daa0-4464-abc1-c78f8d5f9ae4", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:09.422495 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7469354-7d6d-4d71-a39e-172a9c0e46b9 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:09.422945 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'tag': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4', 'status': 'completed', 'code': 200} Nov 11 06:38:12.465011 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6775e5-aba9-4f81-88c2-7aab478dc700 req-7df70818-6c5d-418f-b8e0-0d20f4f85be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:12.466733 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a6775e5-aba9-4f81-88c2-7aab478dc700 req-7df70818-6c5d-418f-b8e0-0d20f4f85be2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e31809fc470d4b3eb998432d0564d916&device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 1097 time: 0.0450308 Nov 11 06:38:12.581788 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd62c7-c28f-455d-97b8-3963e6ef025a req-2f7ce031-9f6d-4291-90ee-56df280ea745 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:12.583294 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c2dd62c7-c28f-455d-97b8-3963e6ef025a req-2f7ce031-9f6d-4291-90ee-56df280ea745 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 944 time: 0.0646713 Nov 11 06:38:12.634028 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c2dd62c7-c28f-455d-97b8-3963e6ef025a req-201719e0-b671-4fb8-b418-27efb4f2f7b1 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Nov 11 06:38:12.685035 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6775e5-aba9-4f81-88c2-7aab478dc700 req-d7d05aa0-1a2b-4b13-94f7-f4a9fdbc7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:12.686434 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a6775e5-aba9-4f81-88c2-7aab478dc700 req-d7d05aa0-1a2b-4b13-94f7-f4a9fdbc7c7b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e31809fc470d4b3eb998432d0564d916&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1850438 Nov 11 06:38:12.739870 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-92c296f8-6949-46fd-a064-487714937f38 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:12.741391 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-92c296f8-6949-46fd-a064-487714937f38 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.1718423 Nov 11 06:38:12.745695 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b498f-da2c-45b7-8574-93c828614493 req-7301baeb-e546-473b-ba43-337b6de634b6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:12.747272 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c16b498f-da2c-45b7-8574-93c828614493 req-7301baeb-e546-473b-ba43-337b6de634b6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0508065 Nov 11 06:38:12.792468 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-28c6c4e9-acdb-4691-a8a1-bbfe051f0016 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/quotas/9eea46a98b1244a596dcf579bbb5d274 HTTP/1.1" status: 200 len: 375 time: 0.0207036 Nov 11 06:38:12.798224 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c16b498f-da2c-45b7-8574-93c828614493 req-ce24996b-9bfa-47c7-b1db-d18453732484 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Nov 11 06:38:12.845702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6775e5-aba9-4f81-88c2-7aab478dc700 req-625571ef-0121-4413-9851-037bf0535c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:12.847154 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a6775e5-aba9-4f81-88c2-7aab478dc700 req-625571ef-0121-4413-9851-037bf0535c8d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1487823 Nov 11 06:38:12.864754 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-ca768522-9fa3-4a4c-b0ef-96c81fda16a9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637341 Nov 11 06:38:12.966404 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-7480b59e-6868-4f37-bd65-729c48b534c1 service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942864 Nov 11 06:38:13.067059 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-4a81c605-8b41-45a1-9c71-09b2d82e6da7 service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948102 Nov 11 06:38:13.288794 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-927b419c-b550-4a6a-a6bc-7ee9eb1339fa req-0954393d-927e-4f28-967e-9f33e53f57cf tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 210 time: 0.0259702 Nov 11 06:38:15.946236 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9bc0a-17ce-421d-9991-4f997245cb59 req-71d1141f-5a41-48fc-961e-08adb7bbcf6e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:15.948946 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-60b9bc0a-17ce-421d-9991-4f997245cb59 req-71d1141f-5a41-48fc-961e-08adb7bbcf6e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0597055 Nov 11 06:38:15.967693 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-9d644203-64d6-431e-b59a-43f6ff4fbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:15.968152 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-9d644203-64d6-431e-b59a-43f6ff4fbf7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e31809fc470d4b3eb998432d0564d916&device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 1097 time: 0.0901625 Nov 11 06:38:15.984372 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09009cb-3c37-48cb-9170-72295240298c req-1092e797-624f-42ee-9eae-b2cc0bf221c2 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:15.990141 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d09009cb-3c37-48cb-9170-72295240298c req-1092e797-624f-42ee-9eae-b2cc0bf221c2 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 944 time: 0.1222281 Nov 11 06:38:16.015189 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-60b9bc0a-17ce-421d-9991-4f997245cb59 req-86c302b7-10cc-4df2-9a9a-5bb229619619 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571957 Nov 11 06:38:16.038667 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-87494a07-2f06-475f-8765-a25a8fb9a3c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 HTTP/1.1" status: 200 len: 217 time: 0.0474536 Nov 11 06:38:16.110746 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-59f947ff-96cd-48e1-86a4-36a52124f809 req-0d46a1ec-2714-4bb3-8238-d2b3297b40c5 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Nov 11 06:38:16.112303 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d09009cb-3c37-48cb-9170-72295240298c req-83cd4120-fe30-471b-83bf-52592ddc61e0 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198676 Nov 11 06:38:16.132426 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-5b18e7eb-fb6f-417d-9fcb-20e33b2b287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:16.132426 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-5b18e7eb-fb6f-417d-9fcb-20e33b2b287c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e496a5c6-6048-4b73-8b7c-b2d5a0538c7b HTTP/1.1" status: 200 len: 849 time: 0.0720153 Nov 11 06:38:16.162084 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-b9647dd2-744d-41c2-b006-1b01790303cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d0798b-543a-4b32-a74b-c54e4d411da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251408 Nov 11 06:38:16.260154 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-bd94b114-548e-4796-94bd-5a7c003d20f6 service neutron] 10.222.0.15 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864317 Nov 11 06:38:16.360203 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3dc2fe7b-7e19-4a63-af19-906d7d9288a1 req-43f7e706-7efe-4eeb-8a9f-dd0cc89e2831 service neutron] 10.222.0.15 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854690 Nov 11 06:38:17.122360 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-79f20e0b-e54f-4370-9a48-e617998defac tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:17.123810 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-79f20e0b-e54f-4370-9a48-e617998defac tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.1043503 Nov 11 06:38:17.137865 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121ef7-ad9b-4034-b9cc-9371db9320ff req-7d27e741-a8a5-462e-8fc9-a7542656a84a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:17.139549 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7b121ef7-ad9b-4034-b9cc-9371db9320ff req-7d27e741-a8a5-462e-8fc9-a7542656a84a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0494204 Nov 11 06:38:17.162191 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Request body: {'port': {'device_id': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'admin_state_up': True, 'tenant_id': '9eea46a98b1244a596dcf579bbb5d274'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:17.192253 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7b121ef7-ad9b-4034-b9cc-9371db9320ff req-ad15b810-a28e-4567-9882-104eccbfa64e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Nov 11 06:38:17.278396 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bb1d17d3-1d6e-496d-bb26-408648c91d88 req-75b5542a-64bd-464e-a5b9-0a333ecc2063 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Nov 11 06:38:17.527307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebd58c-4f02-4ac2-87a9-f5f96bf3296c req-b4f541c1-691a-496b-a5a1-9bb1ae8fcd4c tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:17.528769 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7eebd58c-4f02-4ac2-87a9-f5f96bf3296c req-b4f541c1-691a-496b-a5a1-9bb1ae8fcd4c tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 944 time: 0.3447454 Nov 11 06:38:17.602155 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7eebd58c-4f02-4ac2-87a9-f5f96bf3296c req-d89742e1-9baf-4b8a-94de-45e443179542 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644095 Nov 11 06:38:17.638322 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Made reservation on behalf of 9eea46a98b1244a596dcf579bbb5d274 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:38:17.641798 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:17.780469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda2b0-8808-48ad-ab77-ed942c39d86a req-c3656fec-961f-4f8a-8206-f7fa057fa10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:17.781941 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6beda2b0-8808-48ad-ab77-ed942c39d86a req-c3656fec-961f-4f8a-8206-f7fa057fa10c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 1099 time: 0.0820491 Nov 11 06:38:17.793004 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Allocated IP 172.20.0.7 (347ea8ec-d740-48a3-b1d1-b97f1aae2b3c/add27cab-0005-402d-a65b-fd1d1442260c/bd62b477-21a5-482e-bcb2-8317119fe62f) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:38:17.861292 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6beda2b0-8808-48ad-ab77-ed942c39d86a req-4b3c4347-f93c-43bf-9f8b-b5d0ec118c1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626030 Nov 11 06:38:17.974024 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.084228 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.126556 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:38:18.131643 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:38:18.135945 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:38:18.138285 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0', '08ba9354-b054-4f00-a495-b536b3c9440a'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:38:18.141970 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event updated for resources: {'Port': ['ID=bd62b477-21a5-482e-bcb2-8317119fe62f,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:18.190867 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:18.191519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.208593 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b272ef84-bde6-4ce0-acf8-ec28804413f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.275706 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1d63f2e0-0b04-4019-9c8c-5d04de5c0f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245182 Nov 11 06:38:18.309435 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Request body: {'port': {'device_id': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:18.364986 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.510961 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc89bd-7fb6-4af3-a2e2-0bb047f9e581 req-57457b01-c0ba-4cee-9604-3fb62d8814fa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:18.513920 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dfbc89bd-7fb6-4af3-a2e2-0bb047f9e581 req-57457b01-c0ba-4cee-9604-3fb62d8814fa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0574114 Nov 11 06:38:18.562324 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dfbc89bd-7fb6-4af3-a2e2-0bb047f9e581 req-126340a3-6d8b-4d18-9bda-5ce188620b67 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Nov 11 06:38:18.617639 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce86f3-154c-4c6d-8887-1e54f1b0b2ff req-154eeb98-dc0a-48c3-a43d-dec2ad79773e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:18.619110 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13ce86f3-154c-4c6d-8887-1e54f1b0b2ff req-154eeb98-dc0a-48c3-a43d-dec2ad79773e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 931 time: 0.0719662 Nov 11 06:38:18.709196 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-13ce86f3-154c-4c6d-8887-1e54f1b0b2ff req-fa0fc3b2-aa17-4e04-b805-4cd34bc1b779 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835528 Nov 11 06:38:18.718273 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd62b477-21a5-482e-bcb2-8317119fe62f {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:38:18.726942 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.733603 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6551-2727-4cd7-a921-8c2c6cc594f1 req-b4cf1559-0a3f-466e-9b12-626b4d36c185 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:18.735121 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5ceb6551-2727-4cd7-a921-8c2c6cc594f1 req-b4cf1559-0a3f-466e-9b12-626b4d36c185 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 944 time: 0.0516176 Nov 11 06:38:18.738730 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Transition to ACTIVE for port object bd62b477-21a5-482e-bcb2-8317119fe62f will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:38:18.782601 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5ceb6551-2727-4cd7-a921-8c2c6cc594f1 req-849ff737-ea6d-4377-a23b-e3bda88a43f1 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Nov 11 06:38:18.826262 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:18.890552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Pushing event updated for resources: {'Port': ['ID=bd62b477-21a5-482e-bcb2-8317119fe62f,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:18.939347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Attempting to bind port bd62b477-21a5-482e-bcb2-8317119fe62f on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:38:18.939665 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Attempting to bind port bd62b477-21a5-482e-bcb2-8317119fe62f by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:38:18.939980 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Attempting to bind port bd62b477-21a5-482e-bcb2-8317119fe62f on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:38:18.944162 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Port bd62b477-21a5-482e-bcb2-8317119fe62f on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:38:18.944488 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Attempting to bind port bd62b477-21a5-482e-bcb2-8317119fe62f on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:38:18.949703 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:38:18.950052 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Checking segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:38:18.950426 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Bound using segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:38:18.950896 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Bound port: bd62b477-21a5-482e-bcb2-8317119fe62f, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:38:18.951208 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.013065 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] For port bd62b477-21a5-482e-bcb2-8317119fe62f, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:38:19.016052 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] For port bd62b477-21a5-482e-bcb2-8317119fe62f, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=bd62b477-21a5-482e-bcb2-8317119fe62f,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:38:19.042380 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51338) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:19.089935 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.127587 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:19.128221 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.129580 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd62b477-21a5-482e-bcb2-8317119fe62f HTTP/1.1" status: 200 len: 1093 time: 0.8244383 Nov 11 06:38:19.130038 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'tag': 'bd62b477-21a5-482e-bcb2-8317119fe62f'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:19.132318 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19687df7-5f51-42a2-b945-954ab6e23d19" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ec16dc-44af-48f6-a68e-ddc7a9e56a31", "tag": "bd62b477-21a5-482e-bcb2-8317119fe62f"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:19.154309 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-77bd0b6f-9869-47e0-adba-d48f1fc57f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.169570 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9984c1b-4342-4c94-83b3-9fa41505fdc6 x-openstack-request-id: req-c9984c1b-4342-4c94-83b3-9fa41505fdc6 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:19.169879 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ec16dc-44af-48f6-a68e-ddc7a9e56a31", "tag": "bd62b477-21a5-482e-bcb2-8317119fe62f", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:19.170135 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9984c1b-4342-4c94-83b3-9fa41505fdc6 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:19.170529 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'tag': 'bd62b477-21a5-482e-bcb2-8317119fe62f', 'status': 'completed', 'code': 200} Nov 11 06:38:19.178647 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d779-2957-4dd7-9424-9a743203e222 service neutron] Pushing event updated for resources: {'Port': ['ID=bd62b477-21a5-482e-bcb2-8317119fe62f,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:19.240105 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-77bd0b6f-9869-47e0-adba-d48f1fc57f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.294013 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-77bd0b6f-9869-47e0-adba-d48f1fc57f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.331234 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-77bd0b6f-9869-47e0-adba-d48f1fc57f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db9a2ca974bd4638b5af5acb559bb615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878251 Nov 11 06:38:19.332065 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0b6f-9869-47e0-adba-d48f1fc57f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218f674-dab6-4f3a-934c-27742308f1b5,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:19.334136 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 51344) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:19.380140 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9311d90-cec4-4bfd-b7d0-b566763a5098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.400125 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9311d90-cec4-4bfd-b7d0-b566763a5098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.506694 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9311d90-cec4-4bfd-b7d0-b566763a5098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.509259 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9311d90-cec4-4bfd-b7d0-b566763a5098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:19.510707 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b9311d90-cec4-4bfd-b7d0-b566763a5098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2218f674-dab6-4f3a-934c-27742308f1b5 HTTP/1.1" status: 204 len: 168 time: 0.1753058 Nov 11 06:38:19.518835 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9311d90-cec4-4bfd-b7d0-b566763a5098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218f674-dab6-4f3a-934c-27742308f1b5,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:20.437545 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-df5f50ce-da7b-4d36-9097-8f866666f96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:21.511778 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:22.836936 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:38:22.930518 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:22.942345 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:22.952867 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4', 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4', 'port_id': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4', 'mac_address': 'fa:16:3e:42:45:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e496a5c6-6048-4b73-8b7c-b2d5a0538c7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:38:22.956616 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19687df7-5f51-42a2-b945-954ab6e23d19 req-1829b294-5aa1-4764-8839-6c958f038676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:22.958130 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-19687df7-5f51-42a2-b945-954ab6e23d19 req-1829b294-5aa1-4764-8839-6c958f038676 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 1096 time: 0.0404360 Nov 11 06:38:22.995762 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:23.009206 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:38:23.028728 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:23.080662 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb318f5-c95e-411b-85d0-355cba41f891 req-cc0796f1-4441-4773-9f76-c2c232540fcd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.082174 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5fb318f5-c95e-411b-85d0-355cba41f891 req-cc0796f1-4441-4773-9f76-c2c232540fcd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0700088 Nov 11 06:38:23.106359 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:23.157107 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:23.165947 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9697d80-83e5-4862-8d81-2a05a90557c6 req-a2b743e8-d2e8-4aed-8302-66dc5601c73b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.169783 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:23.170604 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d9697d80-83e5-4862-8d81-2a05a90557c6 req-a2b743e8-d2e8-4aed-8302-66dc5601c73b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 943 time: 0.0661435 Nov 11 06:38:23.177326 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5fb318f5-c95e-411b-85d0-355cba41f891 req-9d8fc36b-1f37-4046-8a27-c9ba66e9f408 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878446 Nov 11 06:38:23.187446 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19687df7-5f51-42a2-b945-954ab6e23d19 req-08157efd-15f1-48c7-addf-06f2d088cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.188951 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-19687df7-5f51-42a2-b945-954ab6e23d19 req-08157efd-15f1-48c7-addf-06f2d088cd8e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9eea46a98b1244a596dcf579bbb5d274&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1386614 Nov 11 06:38:23.236005 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d9697d80-83e5-4862-8d81-2a05a90557c6 req-b03da8d9-0c2c-4d1f-8e0b-cc57c4d277a4 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600185 Nov 11 06:38:23.340925 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19687df7-5f51-42a2-b945-954ab6e23d19 req-cec4495f-34a9-4f23-a623-fea0d84013ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.342424 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-19687df7-5f51-42a2-b945-954ab6e23d19 req-cec4495f-34a9-4f23-a623-fea0d84013ea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1437156 Nov 11 06:38:23.350742 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c8dae-f7a1-406d-a2db-af78d4a22143 req-432f8ab0-df04-4dc4-8f8d-809aa16cf3e9 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.352136 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-011c8dae-f7a1-406d-a2db-af78d4a22143 req-432f8ab0-df04-4dc4-8f8d-809aa16cf3e9 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 945 time: 0.0730028 Nov 11 06:38:23.400640 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-011c8dae-f7a1-406d-a2db-af78d4a22143 req-47cdd259-41b7-4137-8061-ea9cd7ce2ba6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Nov 11 06:38:23.475338 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-0692cb78-09de-4a91-884e-bbe43367d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.476819 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-0692cb78-09de-4a91-884e-bbe43367d4bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 1096 time: 0.0437524 Nov 11 06:38:23.546046 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-1ef07028-51f5-4500-8dd1-865371062ca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd62b477-21a5-482e-bcb2-8317119fe62f HTTP/1.1" status: 200 len: 217 time: 0.0340722 Nov 11 06:38:23.595783 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-dadad582-c407-40ea-bbeb-b99cb6e2bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:23.597214 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-dadad582-c407-40ea-bbeb-b99cb6e2bb3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add27cab-0005-402d-a65b-fd1d1442260c HTTP/1.1" status: 200 len: 855 time: 0.0432153 Nov 11 06:38:23.639314 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-c91c518e-9543-49ae-87fd-b51178ebe3df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285432 Nov 11 06:38:23.745550 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-beb22d58-5452-4483-96f3-d9f4d83c1482 service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822535 Nov 11 06:38:23.843797 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26705487-7c5d-490f-bf00-fa2e5b32b896 req-ef85c83b-af17-4120-ad47-fed3a6756e29 service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870726 Nov 11 06:38:23.845322 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['29e1c85f-daa0-4464-abc1-c78f8d5f9ae4'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:38:24.134735 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:24.362690 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf872c-4c0c-477c-879e-1ee0ebebfc5c req-9f2afc00-5890-4a57-8d46-fadc4bd6cf14 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:24.364261 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0cdf872c-4c0c-477c-879e-1ee0ebebfc5c req-9f2afc00-5890-4a57-8d46-fadc4bd6cf14 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0495584 Nov 11 06:38:24.412180 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0cdf872c-4c0c-477c-879e-1ee0ebebfc5c req-bbba034c-1640-4722-99f4-b42c453e690c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Nov 11 06:38:24.519806 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86ad7-977d-4a73-82db-51e10ad737c1 req-9ca0ebfd-1d36-4c7e-a6a9-8526719b7b34 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:24.526365 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fac86ad7-977d-4a73-82db-51e10ad737c1 req-9ca0ebfd-1d36-4c7e-a6a9-8526719b7b34 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 943 time: 0.0606995 Nov 11 06:38:24.571081 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fac86ad7-977d-4a73-82db-51e10ad737c1 req-68f7405d-431d-4363-8f1c-28103e829c9d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Nov 11 06:38:24.584654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f5298-34e6-4d4c-bb36-95b0ab11540e req-b2a09273-937e-4989-92be-fa5da4d5ef94 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:24.586373 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5a5f5298-34e6-4d4c-bb36-95b0ab11540e req-b2a09273-937e-4989-92be-fa5da4d5ef94 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 945 time: 0.0497591 Nov 11 06:38:24.636220 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5a5f5298-34e6-4d4c-bb36-95b0ab11540e req-41a7810f-29c1-427f-884e-d47b7ac656c3 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Nov 11 06:38:24.672047 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e219-a07f-4696-ab5f-0e3ac60f28e2 req-0dcb86a9-a1c5-4ab1-811a-f44a5fc1e782 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:24.673629 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e7d7e219-a07f-4696-ab5f-0e3ac60f28e2 req-0dcb86a9-a1c5-4ab1-811a-f44a5fc1e782 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0486526 Nov 11 06:38:24.721342 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e7d7e219-a07f-4696-ab5f-0e3ac60f28e2 req-00976ee9-cb55-470f-ac19-8e7ad736baa0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Nov 11 06:38:25.710876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6b57e-58c8-42ad-932e-74f296c28784 req-efdd3a25-590d-44de-9285-e3378edc071d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:25.712540 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-03e6b57e-58c8-42ad-932e-74f296c28784 req-efdd3a25-590d-44de-9285-e3378edc071d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 943 time: 0.0551403 Nov 11 06:38:25.724340 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:38:25.765630 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e0b4-4b72-4b3a-a1c8-94f414fcaa90 req-49b4cca6-985a-4b3f-ab64-a0dcce446d9b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:25.772768 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-03e6b57e-58c8-42ad-932e-74f296c28784 req-eb79699d-d233-45a5-818a-53661c4baf11 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Nov 11 06:38:25.774552 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-84c0e0b4-4b72-4b3a-a1c8-94f414fcaa90 req-49b4cca6-985a-4b3f-ab64-a0dcce446d9b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 945 time: 0.0692456 Nov 11 06:38:25.832135 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:38:25.834644 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-84c0e0b4-4b72-4b3a-a1c8-94f414fcaa90 req-c5f57923-bed9-4f6f-893c-f0f7f254b769 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492680 Nov 11 06:38:25.836287 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:38:25.836660 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:25.919474 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:25.940687 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:25.942936 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d2d99-571d-4200-a3c9-428f5f0f4d65" -d '{"events": [{"server_uuid": "23e2808b-7f99-47b7-97b5-66bb246adadf", "name": "network-vif-plugged", "status": "completed", "tag": "29e1c85f-daa0-4464-abc1-c78f8d5f9ae4"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:25.955540 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:25.979887 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22d3e4-5d20-4c1a-8fc7-a5d513a82084 x-openstack-request-id: req-4a22d3e4-5d20-4c1a-8fc7-a5d513a82084 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:25.980204 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2808b-7f99-47b7-97b5-66bb246adadf", "name": "network-vif-plugged", "status": "completed", "tag": "29e1c85f-daa0-4464-abc1-c78f8d5f9ae4", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:25.980474 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a22d3e4-5d20-4c1a-8fc7-a5d513a82084 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:25.980895 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4', 'code': 200} Nov 11 06:38:26.026673 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.082758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:26.130481 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 51478) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:26.230506 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a7e44cfb-3226-4bd0-89f4-83ebd1c180c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.301048 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a7e44cfb-3226-4bd0-89f4-83ebd1c180c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.368931 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a7e44cfb-3226-4bd0-89f4-83ebd1c180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.406519 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a7e44cfb-3226-4bd0-89f4-83ebd1c180c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b13b99697ac345b5854f03036151dfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749681 Nov 11 06:38:26.407364 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e44cfb-3226-4bd0-89f4-83ebd1c180c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9eba8-7a25-4adb-8565-ec5d812abf04,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:26.409202 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51484) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:26.463148 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b0e44271-3ad7-4cf4-9d3f-d7ab3e9f42fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.485040 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b0e44271-3ad7-4cf4-9d3f-d7ab3e9f42fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.620610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b0e44271-3ad7-4cf4-9d3f-d7ab3e9f42fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.623289 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b0e44271-3ad7-4cf4-9d3f-d7ab3e9f42fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:26.624461 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b0e44271-3ad7-4cf4-9d3f-d7ab3e9f42fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92b9eba8-7a25-4adb-8565-ec5d812abf04 HTTP/1.1" status: 204 len: 168 time: 0.2141907 Nov 11 06:38:26.631984 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e44271-3ad7-4cf4-9d3f-d7ab3e9f42fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9eba8-7a25-4adb-8565-ec5d812abf04,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:29.299343 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fec1a-87d8-4972-8866-2e42d829df96 req-8a0c198c-889d-4f8a-9f20-798530d95a61 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:29.301111 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7e1fec1a-87d8-4972-8866-2e42d829df96 req-8a0c198c-889d-4f8a-9f20-798530d95a61 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0519440 Nov 11 06:38:29.352731 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7e1fec1a-87d8-4972-8866-2e42d829df96 req-769775da-9e95-446c-9613-c69b1d595cae tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Nov 11 06:38:29.387624 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3822092-c6f1-430b-9fa4-ec60a07b4521 req-f567b097-9bb0-4368-9f82-a8f76c2e4b6a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:29.389116 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b3822092-c6f1-430b-9fa4-ec60a07b4521 req-f567b097-9bb0-4368-9f82-a8f76c2e4b6a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 943 time: 0.0494254 Nov 11 06:38:29.403879 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadfccc-df06-421e-96ff-e1ae8be45062 req-d39ed60f-39e3-420f-8aba-14fa5d98d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:29.405330 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cdadfccc-df06-421e-96ff-e1ae8be45062 req-d39ed60f-39e3-420f-8aba-14fa5d98d102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 1099 time: 0.0516279 Nov 11 06:38:29.439029 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b3822092-c6f1-430b-9fa4-ec60a07b4521 req-9c5bedc6-d555-4681-9e14-56a7f3fdaf7e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Nov 11 06:38:29.458088 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cdadfccc-df06-421e-96ff-e1ae8be45062 req-77891971-598a-4c41-94af-607e0dd3a687 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364676 Nov 11 06:38:29.906263 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device bd62b477-21a5-482e-bcb2-8317119fe62f details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:38:29.988967 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port bd62b477-21a5-482e-bcb2-8317119fe62f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=bd62b477-21a5-482e-bcb2-8317119fe62f,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:30.000100 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'bd62b477-21a5-482e-bcb2-8317119fe62f', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'port_id': 'bd62b477-21a5-482e-bcb2-8317119fe62f', 'mac_address': 'fa:16:3e:63:46:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add27cab-0005-402d-a65b-fd1d1442260c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:38:30.038257 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:30.051173 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd62b477-21a5-482e-bcb2-8317119fe62f {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:38:30.070545 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port bd62b477-21a5-482e-bcb2-8317119fe62f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=bd62b477-21a5-482e-bcb2-8317119fe62f,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:30.140638 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:30.192019 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=bd62b477-21a5-482e-bcb2-8317119fe62f,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:30.468005 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bb126-85f9-4788-8a8d-35335c149b30 req-d88a9fda-ba43-4f9b-bad1-62884420c076 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:30.469562 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6a4bb126-85f9-4788-8a8d-35335c149b30 req-d88a9fda-ba43-4f9b-bad1-62884420c076 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0483508 Nov 11 06:38:30.542328 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6a4bb126-85f9-4788-8a8d-35335c149b30 req-e5a8af67-043e-475b-bace-d473a4397303 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667231 Nov 11 06:38:30.563881 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeced1-35f1-4dfd-aec4-1c790e5df556 req-19285236-fffc-4669-b141-8a64f0d33819 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:30.565340 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0ebeced1-35f1-4dfd-aec4-1c790e5df556 req-19285236-fffc-4669-b141-8a64f0d33819 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 944 time: 0.0492361 Nov 11 06:38:30.612697 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0ebeced1-35f1-4dfd-aec4-1c790e5df556 req-3843d37e-f378-4026-b9dd-9e3455e13b7c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Nov 11 06:38:30.687848 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['bd62b477-21a5-482e-bcb2-8317119fe62f'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:38:31.125462 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5233be-eb4d-47dd-b84f-1e8f28c21a33 req-30a275cb-077a-40ab-8e0b-44108b84c000 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:31.126982 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bc5233be-eb4d-47dd-b84f-1e8f28c21a33 req-30a275cb-077a-40ab-8e0b-44108b84c000 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0505018 Nov 11 06:38:31.174451 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bc5233be-eb4d-47dd-b84f-1e8f28c21a33 req-83aaae19-5856-4e6d-af52-c4b20ea55447 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Nov 11 06:38:31.242589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-d1b26a5c-3f75-455e-8385-c60a7b382f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:31.244017 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-d1b26a5c-3f75-455e-8385-c60a7b382f1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.0391970 Nov 11 06:38:31.343804 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-29fd6154-40ea-4231-9c14-1f3c363837d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:31.351619 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-29fd6154-40ea-4231-9c14-1f3c363837d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.0928307 Nov 11 06:38:31.425874 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-7cb83cc3-9cbc-433c-8556-abc34e03faae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0348241 Nov 11 06:38:31.516686 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-a75ce837-60d7-4f01-b5fa-28d8e9c6485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:31.518174 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-a75ce837-60d7-4f01-b5fa-28d8e9c6485c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.0488751 Nov 11 06:38:31.550321 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-91692c99-4f60-4787-b5b5-2abfc838a47f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236278 Nov 11 06:38:31.671756 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-d9e61be3-6249-4afa-85c8-852f1d5a59b9 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130619 Nov 11 06:38:31.679960 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147600e-240f-495e-84db-52a847f3b328 req-62db0269-213b-467a-bcc3-bbe179a1a30e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:31.681334 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6147600e-240f-495e-84db-52a847f3b328 req-62db0269-213b-467a-bcc3-bbe179a1a30e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0732875 Nov 11 06:38:31.734858 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0026d7-e651-4692-bc76-050d01559b68 req-1aac3926-0fbb-4a4b-b41c-ccb0a1eaabf8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:31.736323 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff0026d7-e651-4692-bc76-050d01559b68 req-1aac3926-0fbb-4a4b-b41c-ccb0a1eaabf8 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 944 time: 0.0512934 Nov 11 06:38:31.779359 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6147600e-240f-495e-84db-52a847f3b328 req-1d3a4636-2ef7-4de1-a560-c8c6cfbdf5f7 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895157 Nov 11 06:38:31.783359 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff0026d7-e651-4692-bc76-050d01559b68 req-1affe76c-b96d-4799-9f86-13d5b38067d1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Nov 11 06:38:31.798054 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8a094a79-bb89-49fd-9f9b-48a55f979d0d req-4b56b273-3a71-4530-9008-5972dea25a4c service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157229 Nov 11 06:38:32.293062 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186414-e697-4f83-907e-187ce5373ab6 req-9a549db4-d6b1-4971-bc57-2bad681ba879 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:32.294614 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0e186414-e697-4f83-907e-187ce5373ab6 req-9a549db4-d6b1-4971-bc57-2bad681ba879 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0527217 Nov 11 06:38:32.341749 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0e186414-e697-4f83-907e-187ce5373ab6 req-4712f19b-35b5-475f-9a6e-a6fcfd883e23 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Nov 11 06:38:32.915431 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21cba3-e809-4101-9c69-6a736b0aae53 req-e0a76a80-945e-4ec9-a8aa-ab4ba963630d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:32.916976 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4b21cba3-e809-4101-9c69-6a736b0aae53 req-e0a76a80-945e-4ec9-a8aa-ab4ba963630d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 944 time: 0.0490656 Nov 11 06:38:32.964591 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4b21cba3-e809-4101-9c69-6a736b0aae53 req-07ffb984-a586-45ef-9dbf-c7cab0b1e8d6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Nov 11 06:38:33.314872 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5897c-acd5-430c-a3a3-32afb1f6d2f6 req-14d9f2a3-8cc9-4b19-be94-2b18ba39e6ad tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:33.316333 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87b5897c-acd5-430c-a3a3-32afb1f6d2f6 req-14d9f2a3-8cc9-4b19-be94-2b18ba39e6ad tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0469286 Nov 11 06:38:33.373349 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87b5897c-acd5-430c-a3a3-32afb1f6d2f6 req-a09039a2-5696-42a1-9a16-482f84b3735b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Nov 11 06:38:33.457705 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec40a95-5f19-4f0d-a9ab-fec0cff91eeb req-082133f1-e704-4b6d-9fdf-5359d6568dd2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:33.459237 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0ec40a95-5f19-4f0d-a9ab-fec0cff91eeb req-082133f1-e704-4b6d-9fdf-5359d6568dd2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0469508 Nov 11 06:38:33.505769 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0ec40a95-5f19-4f0d-a9ab-fec0cff91eeb req-030ee6b8-22ed-4aa2-9fb9-40be2db503b5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Nov 11 06:38:34.916733 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device bd62b477-21a5-482e-bcb2-8317119fe62f up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:38:35.036995 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port bd62b477-21a5-482e-bcb2-8317119fe62f completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:38:35.040698 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port bd62b477-21a5-482e-bcb2-8317119fe62f triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:38:35.041062 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:35.113487 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:35.137641 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd62b477-21a5-482e-bcb2-8317119fe62f'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:35.139887 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c6868-b9da-4480-8bc3-17199a5e5f1c" -d '{"events": [{"server_uuid": "d6ec16dc-44af-48f6-a68e-ddc7a9e56a31", "name": "network-vif-plugged", "status": "completed", "tag": "bd62b477-21a5-482e-bcb2-8317119fe62f"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:35.151825 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port bd62b477-21a5-482e-bcb2-8317119fe62f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=bd62b477-21a5-482e-bcb2-8317119fe62f,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:35.214067 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:35.258563 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=bd62b477-21a5-482e-bcb2-8317119fe62f,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:36.189012 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7713515-41ce-4b3c-b0b0-76fe38bca90c req-57bcaffb-17c8-4f57-af19-07347d7586cc tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:36.190509 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f7713515-41ce-4b3c-b0b0-76fe38bca90c req-57bcaffb-17c8-4f57-af19-07347d7586cc tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.0562739 Nov 11 06:38:36.231335 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9972ec-253f-4ddd-9c4c-5f08d01e80f3 req-1a3baccf-7e2b-45c2-ba80-d6546bc3544b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:36.232896 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9d9972ec-253f-4ddd-9c4c-5f08d01e80f3 req-1a3baccf-7e2b-45c2-ba80-d6546bc3544b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0469713 Nov 11 06:38:36.237061 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f7713515-41ce-4b3c-b0b0-76fe38bca90c req-31d744bf-50e7-4dac-ad3c-9fd3f0ce3dc9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Nov 11 06:38:36.281153 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9d9972ec-253f-4ddd-9c4c-5f08d01e80f3 req-c765d153-8a9b-4f7b-8959-4cf8d74e4062 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Nov 11 06:38:36.326132 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3811461d-123b-4be1-9a54-b056a030e33c x-openstack-request-id: req-3811461d-123b-4be1-9a54-b056a030e33c {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:36.326633 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ec16dc-44af-48f6-a68e-ddc7a9e56a31", "name": "network-vif-plugged", "status": "completed", "tag": "bd62b477-21a5-482e-bcb2-8317119fe62f", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:36.326734 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3811461d-123b-4be1-9a54-b056a030e33c {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:36.327195 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd62b477-21a5-482e-bcb2-8317119fe62f', 'code': 200} Nov 11 06:38:36.350065 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a990-01d5-4137-8465-a50fe102d504 req-6cf1b917-b13b-48fe-8c24-cae1e349a0c9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:36.351532 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6548a990-01d5-4137-8465-a50fe102d504 req-6cf1b917-b13b-48fe-8c24-cae1e349a0c9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0494807 Nov 11 06:38:36.400197 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6548a990-01d5-4137-8465-a50fe102d504 req-eb02f497-f130-4ea3-ac79-2323fe9e0baf tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Nov 11 06:38:38.465150 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:38:39.427968 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984518b3-f371-4c3e-8758-90eb1fdebe7e req-c3a1162c-36ad-4583-a59a-72b4b193a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:39.429412 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-984518b3-f371-4c3e-8758-90eb1fdebe7e req-c3a1162c-36ad-4583-a59a-72b4b193a241 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 1098 time: 0.0380850 Nov 11 06:38:39.544215 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-984518b3-f371-4c3e-8758-90eb1fdebe7e req-d3273ff0-a744-4921-a9b2-fcc6fdcf143f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682473 Nov 11 06:38:39.558624 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec579b0-4f7d-467d-bed5-2980d5645a7a req-b88cd863-e44b-48fb-90ef-0076bfc260e1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:39.560032 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aec579b0-4f7d-467d-bed5-2980d5645a7a req-b88cd863-e44b-48fb-90ef-0076bfc260e1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.0687768 Nov 11 06:38:39.576730 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8250f-797c-403e-aa88-cc24a245a258 req-f923dd02-8531-4337-9d74-37c8b4074583 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:39.578203 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ff8250f-797c-403e-aa88-cc24a245a258 req-f923dd02-8531-4337-9d74-37c8b4074583 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0464878 Nov 11 06:38:39.606971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aec579b0-4f7d-467d-bed5-2980d5645a7a req-359843f2-09ff-47df-8e97-9f833acb85e0 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Nov 11 06:38:39.624809 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ff8250f-797c-403e-aa88-cc24a245a258 req-aec87d59-880b-4dc8-88d8-9a4ceb2ce9fc tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Nov 11 06:38:39.709190 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f8633-6f2e-42d6-8900-f63be5f42ff2 req-fcc5d199-3603-4d94-b13d-3fdd6d973e56 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:39.710582 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b7f8633-6f2e-42d6-8900-f63be5f42ff2 req-fcc5d199-3603-4d94-b13d-3fdd6d973e56 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0463469 Nov 11 06:38:39.756279 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b7f8633-6f2e-42d6-8900-f63be5f42ff2 req-678d2f8f-8100-45e1-b426-07682e5165d6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386765 Nov 11 06:38:40.730156 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b4d51-9cfa-4eb6-a8bd-78cec15229d5 req-4ad7824b-1e79-4889-8341-c10ab8813ce0 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:40.731534 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f36b4d51-9cfa-4eb6-a8bd-78cec15229d5 req-4ad7824b-1e79-4889-8341-c10ab8813ce0 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.0509689 Nov 11 06:38:40.751717 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33022-64fb-43c0-9494-98e2c2fc134d req-d6228a5a-bb58-4e40-b79e-8dea06c0aeb6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:40.753166 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-04f33022-64fb-43c0-9494-98e2c2fc134d req-d6228a5a-bb58-4e40-b79e-8dea06c0aeb6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0528600 Nov 11 06:38:40.778987 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f36b4d51-9cfa-4eb6-a8bd-78cec15229d5 req-b641c4d1-05ee-4b1b-a0d7-90b273297e8f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Nov 11 06:38:40.800069 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-04f33022-64fb-43c0-9494-98e2c2fc134d req-54e1673b-8837-48a8-a15d-894f29994cb0 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Nov 11 06:38:40.888632 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc7863-9761-469a-a37f-7b9ebb216ef6 req-e5c8b265-a3cf-47c8-9044-bf40de3bef70 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:40.890157 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3fdc7863-9761-469a-a37f-7b9ebb216ef6 req-e5c8b265-a3cf-47c8-9044-bf40de3bef70 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0483048 Nov 11 06:38:40.939933 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3fdc7863-9761-469a-a37f-7b9ebb216ef6 req-cd6a4f8a-7574-48e8-9768-354568c37f33 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Nov 11 06:38:41.637040 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314436-26dc-4346-853a-65d65ac8e34a req-dfcedf82-cac1-4e44-8574-ef3b1e883f76 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:41.639094 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63314436-26dc-4346-853a-65d65ac8e34a req-dfcedf82-cac1-4e44-8574-ef3b1e883f76 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0484643 Nov 11 06:38:41.744428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Deleting port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:38:41.754112 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:41.836908 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] For port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:41.837263 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:41.851082 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Calling delete_port for 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:38:41.930997 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfad76-c3f3-422f-b895-21f1ce19683e req-7d1ae9a2-f8e7-4d38-9061-284448997862 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:41.932505 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-febfad76-c3f3-422f-b895-21f1ce19683e req-7d1ae9a2-f8e7-4d38-9061-284448997862 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 946 time: 0.0567372 Nov 11 06:38:41.941453 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162a999-eea4-41bd-9879-c09c815490d6 req-22c03296-c588-4a48-a996-b9d6bdf96ba1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:41.943021 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7162a999-eea4-41bd-9879-c09c815490d6 req-22c03296-c588-4a48-a996-b9d6bdf96ba1 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.0899677 Nov 11 06:38:41.980929 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-febfad76-c3f3-422f-b895-21f1ce19683e req-90c551d5-c5ff-4bb0-aad3-06c4792b1d2f tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Nov 11 06:38:42.006366 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7162a999-eea4-41bd-9879-c09c815490d6 req-1e1a4bee-9c5e-43d5-81d3-b18e30879cb9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541239 Nov 11 06:38:42.096163 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7c156-02bb-4f7b-8d1b-7c563a436880 req-19598eb6-970d-4577-b116-8b842e0daf67 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:42.097629 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d6c7c156-02bb-4f7b-8d1b-7c563a436880 req-19598eb6-970d-4577-b116-8b842e0daf67 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0512044 Nov 11 06:38:42.124416 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:42.162415 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d6c7c156-02bb-4f7b-8d1b-7c563a436880 req-5ae43540-ada2-4d23-a839-03c754897a1b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Nov 11 06:38:42.180901 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['29e1c85f-daa0-4464-abc1-c78f8d5f9ae4'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:38:42.198451 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Pushing event deleted for resources: {'Port': ['ID=29e1c85f-daa0-4464-abc1-c78f8d5f9ae4,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:42.236325 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] No DVR routers for this DVR port 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:38:42.238907 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:42.242636 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-63314436-26dc-4346-853a-65d65ac8e34a req-96288f84-160a-44ca-94c7-8cc7f68684c6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "DELETE /v2.0/ports/29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 HTTP/1.1" status: 204 len: 173 time: 0.5919650 Nov 11 06:38:42.243054 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'name': 'network-vif-deleted', 'tag': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:42.245386 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebd12a-7cbf-4d05-8e7e-048e5cf79dc4" -d '{"events": [{"server_uuid": "23e2808b-7f99-47b7-97b5-66bb246adadf", "name": "network-vif-deleted", "tag": "29e1c85f-daa0-4464-abc1-c78f8d5f9ae4"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:42.281858 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107d7384-7c6d-43eb-9c62-ffec9a069940 x-openstack-request-id: req-107d7384-7c6d-43eb-9c62-ffec9a069940 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:42.282226 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2808b-7f99-47b7-97b5-66bb246adadf", "name": "network-vif-deleted", "tag": "29e1c85f-daa0-4464-abc1-c78f8d5f9ae4", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:42.282488 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-107d7384-7c6d-43eb-9c62-ffec9a069940 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:42.282884 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e2808b-7f99-47b7-97b5-66bb246adadf', 'name': 'network-vif-deleted', 'tag': '29e1c85f-daa0-4464-abc1-c78f8d5f9ae4', 'status': 'completed', 'code': 200} Nov 11 06:38:43.089260 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-814aa4de-7dba-4e4f-930d-81ad5f3085e9 req-19387a2c-2fba-40e0-a5e0-b2130bc3ebd5 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e2808b-7f99-47b7-97b5-66bb246adadf HTTP/1.1" status: 200 len: 210 time: 0.0248718 Nov 11 06:38:43.305635 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6fea3-f459-4ad5-83e8-a68f7c544056 req-21b21255-7007-4906-8199-1884ea839bbc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:43.307153 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1be6fea3-f459-4ad5-83e8-a68f7c544056 req-21b21255-7007-4906-8199-1884ea839bbc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0497627 Nov 11 06:38:43.367324 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1be6fea3-f459-4ad5-83e8-a68f7c544056 req-c44a5796-88b7-49a7-9a7b-7dec962d49b8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532215 Nov 11 06:38:44.495787 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989bdb4-e9b5-40c5-98fb-47657ef22a7d req-881aecfa-f5b6-4e2b-8bc8-8054a386e22b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:44.498175 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e989bdb4-e9b5-40c5-98fb-47657ef22a7d req-881aecfa-f5b6-4e2b-8bc8-8054a386e22b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0576911 Nov 11 06:38:44.502484 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-e8bd55e6-9adb-426b-b10b-c87612bb12a6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:44.504103 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-e8bd55e6-9adb-426b-b10b-c87612bb12a6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/networks?id=57d0798b-543a-4b32-a74b-c54e4d411da4 HTTP/1.1" status: 200 len: 809 time: 0.1202745 Nov 11 06:38:44.520620 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-a34e4f11-087d-4b3e-9c68-dd2ca6830577 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/quotas/e31809fc470d4b3eb998432d0564d916 HTTP/1.1" status: 200 len: 375 time: 0.0102804 Nov 11 06:38:44.548570 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e989bdb4-e9b5-40c5-98fb-47657ef22a7d req-d17bfce1-688f-41b3-9405-7cb80749ddb4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Nov 11 06:38:44.551069 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-8187c5fd-0708-4741-8a9b-a23d759c3b15 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e31809fc470d4b3eb998432d0564d916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248830 Nov 11 06:38:44.653536 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-89cc5111-13de-4e8a-8d5f-1e68c192bb28 service neutron] 10.222.0.20 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929387 Nov 11 06:38:44.660542 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 51794) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:44.758053 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-468b7563-128a-492a-967d-8bf96c44a8e9 service neutron] 10.222.0.20 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976400 Nov 11 06:38:44.770333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:44.842532 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:44.928634 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:44.966216 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30882819-7c9a-4cf5-bc20-e88aaef83126,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:44.970792 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d48318a8a3dd42a5b1855a091208726c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091836 Nov 11 06:38:44.973492 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51806) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:44.975577 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.975920 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.976255 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.976585 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.976914 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.977242 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.977565 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.977912 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.978233 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.978553 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.978869 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:44.979220 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c81253-9406-41f0-b463-17d9c094fc9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.016908 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-80652343-afb8-4b6b-9ed1-0578f5673fa4 req-1cd1d385-63d8-493f-b028-8b1bf2974fe5 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 210 time: 0.0254502 Nov 11 06:38:45.049660 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.078433 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.137818 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51816) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:45.237405 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.239998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.241101 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30882819-7c9a-4cf5-bc20-e88aaef83126 HTTP/1.1" status: 204 len: 168 time: 0.2663910 Nov 11 06:38:45.249572 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f643-ff0d-4760-a867-0bff13da6b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.261036 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30882819-7c9a-4cf5-bc20-e88aaef83126,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:45.271893 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.273359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.273359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.273359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.273359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.273691 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.273899 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.274224 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.274550 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.274870 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.275191 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.275510 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169455d9-da79-4f46-a279-2454c4308ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:38:45.350789 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f643-ff0d-4760-a867-0bff13da6b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.396856 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f643-ff0d-4760-a867-0bff13da6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.436790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1f643-ff0d-4760-a867-0bff13da6b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c107a-7c39-4c6b-bb00-a9faf446159d,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:45.440999 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-0ba1f643-ff0d-4760-a867-0bff13da6b02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f63612a33a4f4af09534b80bdd3d563a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020821 Nov 11 06:38:45.443668 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51828) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:45.493212 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4498edb8-1dda-43a3-b2d0-8f4bdc2a885b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.514509 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4498edb8-1dda-43a3-b2d0-8f4bdc2a885b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.659736 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4498edb8-1dda-43a3-b2d0-8f4bdc2a885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.663636 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4498edb8-1dda-43a3-b2d0-8f4bdc2a885b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.663636 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4498edb8-1dda-43a3-b2d0-8f4bdc2a885b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31c107a-7c39-4c6b-bb00-a9faf446159d HTTP/1.1" status: 204 len: 168 time: 0.2188361 Nov 11 06:38:45.674937 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390f0bf-b5f8-4f79-86a2-447307894639 req-91a48def-293f-4df9-a8a3-949673ccaf90 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:45.676403 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7390f0bf-b5f8-4f79-86a2-447307894639 req-91a48def-293f-4df9-a8a3-949673ccaf90 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0590062 Nov 11 06:38:45.681422 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498edb8-1dda-43a3-b2d0-8f4bdc2a885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c107a-7c39-4c6b-bb00-a9faf446159d,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:45.736051 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7390f0bf-b5f8-4f79-86a2-447307894639 req-eb80d453-6c19-43d9-ad46-a0cbd77864e2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Nov 11 06:38:45.876682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51836) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:45.889921 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9ab15229-af63-4a26-bc8d-74e95f938358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.960278 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9ab15229-af63-4a26-bc8d-74e95f938358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:45.999628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:38:46.021919 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:38:46.022265 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 29e1c85f-daa0-4464-abc1-c78f8d5f9ae4 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:38:46.081801 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9ab15229-af63-4a26-bc8d-74e95f938358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:46.122992 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9ab15229-af63-4a26-bc8d-74e95f938358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2331c2045b664ab994ed5551049b3aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423532 Nov 11 06:38:46.122992 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15229-af63-4a26-bc8d-74e95f938358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa0ab40-fcff-4817-85dd-e74d83125f9e,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:46.125539 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51840) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:46.136764 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a4ceaee9-14cc-4dae-84c1-0d986282b3be req-c6a7110c-1be8-40d9-ad3b-ea0fdd0de213 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 210 time: 0.0353205 Nov 11 06:38:46.177860 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c7ee2503-1bfe-4d94-9a4d-a8e3d0cd705f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:46.198755 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c7ee2503-1bfe-4d94-9a4d-a8e3d0cd705f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:46.334361 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c7ee2503-1bfe-4d94-9a4d-a8e3d0cd705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:46.336935 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c7ee2503-1bfe-4d94-9a4d-a8e3d0cd705f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:46.340343 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c7ee2503-1bfe-4d94-9a4d-a8e3d0cd705f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4aa0ab40-fcff-4817-85dd-e74d83125f9e HTTP/1.1" status: 204 len: 168 time: 0.2115350 Nov 11 06:38:46.347513 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee2503-1bfe-4d94-9a4d-a8e3d0cd705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa0ab40-fcff-4817-85dd-e74d83125f9e,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:46.851343 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889bdc-4a71-4837-ac45-d6f9e0875ec5 req-a23583b6-44c8-4e01-9e4c-d86dfd13f944 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:46.856802 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c889bdc-4a71-4837-ac45-d6f9e0875ec5 req-a23583b6-44c8-4e01-9e4c-d86dfd13f944 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0481291 Nov 11 06:38:46.899735 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c889bdc-4a71-4837-ac45-d6f9e0875ec5 req-97cb647e-1b65-4d06-a9fa-f870262e39b4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Nov 11 06:38:47.238461 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c50cf557-085e-4d30-bebb-ac362528139f req-f9b23e8b-0aa2-4399-87cf-2e24dc03098d tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 210 time: 0.0295091 Nov 11 06:38:47.450967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-cf5b2b71-f314-4d5b-87dd-a5e55cee26ee tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:47.452672 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-cf5b2b71-f314-4d5b-87dd-a5e55cee26ee tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "GET /v2.0/networks?id=57d0798b-543a-4b32-a74b-c54e4d411da4 HTTP/1.1" status: 200 len: 809 time: 0.1154993 Nov 11 06:38:47.499691 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Request body: {'port': {'device_id': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4', 'admin_state_up': True, 'tenant_id': 'e31809fc470d4b3eb998432d0564d916'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:47.676696 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Made reservation on behalf of e31809fc470d4b3eb998432d0564d916 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:38:47.680199 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:47.804282 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Allocated IP 172.20.0.9 (57d0798b-543a-4b32-a74b-c54e4d411da4/e496a5c6-6048-4b73-8b7c-b2d5a0538c7b/5b51ee1d-340d-4335-832d-756ad5c8d242) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:38:48.197512 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2222a722-9ab6-437d-8b4b-0db50669854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.200961 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b04e20-8bc4-48e2-8d19-a2f667e95548 req-a1ebcd4a-1563-4a8f-a9df-5859083a30a9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:48.202525 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-61b04e20-8bc4-48e2-8d19-a2f667e95548 req-a1ebcd4a-1563-4a8f-a9df-5859083a30a9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0752616 Nov 11 06:38:48.221127 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.277121 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-61b04e20-8bc4-48e2-8d19-a2f667e95548 req-a1d7fd2e-0fcb-40e0-a3fb-1c22af569998 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657501 Nov 11 06:38:48.335260 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.348721 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5f66c70c-3386-40fc-bd72-f0c42f172b1f req-102dcccd-2871-4882-a178-76ef6ce9bf64 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Nov 11 06:38:48.386462 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Network 57d0798b-543a-4b32-a74b-c54e4d411da4 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:38:48.394926 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:38:48.398898 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:38:48.405422 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Pushing event updated for resources: {'Port': ['ID=5b51ee1d-340d-4335-832d-756ad5c8d242,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:48.453016 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:48.453545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.519432 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-20e25c3d-7827-454f-a18f-7180d75c2b0e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0245779 Nov 11 06:38:48.549458 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Request body: {'port': {'device_id': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:48.600216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.742640 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 51918) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:48.845136 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ba435903-781a-4d22-b0cd-ee1704311125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.873630 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b51ee1d-340d-4335-832d-756ad5c8d242 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:38:48.881280 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.896032 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Transition to ACTIVE for port object 5b51ee1d-340d-4335-832d-756ad5c8d242 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:38:48.921301 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ba435903-781a-4d22-b0cd-ee1704311125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.945769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.991196 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ba435903-781a-4d22-b0cd-ee1704311125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:48.997878 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Pushing event updated for resources: {'Port': ['ID=5b51ee1d-340d-4335-832d-756ad5c8d242,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:49.031468 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ba435903-781a-4d22-b0cd-ee1704311125 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb573208cf3e4ae39b18d20d4e847e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874436 Nov 11 06:38:49.034408 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 51922) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:49.042757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba435903-781a-4d22-b0cd-ee1704311125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882f982f-8cc5-42e4-898d-b9ad4999ad7a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:49.086830 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-790ab618-828c-4933-8d82-fe5baf5e9124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.101189 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Attempting to bind port 5b51ee1d-340d-4335-832d-756ad5c8d242 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:38:49.101516 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Attempting to bind port 5b51ee1d-340d-4335-832d-756ad5c8d242 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:38:49.101861 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Attempting to bind port 5b51ee1d-340d-4335-832d-756ad5c8d242 on network 57d0798b-543a-4b32-a74b-c54e4d411da4 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:38:49.105171 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11433271-c0c7-484c-b748-ade7090ab295 req-82f6d467-ab2c-4e70-8c59-40754347ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.107029 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-11433271-c0c7-484c-b748-ade7090ab295 req-82f6d467-ab2c-4e70-8c59-40754347ab0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.0732043 Nov 11 06:38:49.108707 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-790ab618-828c-4933-8d82-fe5baf5e9124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.110107 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Port 5b51ee1d-340d-4335-832d-756ad5c8d242 on network 57d0798b-543a-4b32-a74b-c54e4d411da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:38:49.110419 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Attempting to bind port 5b51ee1d-340d-4335-832d-756ad5c8d242 on network 57d0798b-543a-4b32-a74b-c54e4d411da4 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:38:49.115312 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:38:49.115643 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Checking segment: {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:38:49.116091 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Bound using segment: {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:38:49.116507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Bound port: 5b51ee1d-340d-4335-832d-756ad5c8d242, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8455e76-c0a4-4684-959c-fbe128de86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:38:49.116852 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.191598 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-11433271-c0c7-484c-b748-ade7090ab295 req-3fc0af34-074f-4f75-b106-c24c0336fa9e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718787 Nov 11 06:38:49.206352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] For port 5b51ee1d-340d-4335-832d-756ad5c8d242, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:38:49.209308 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] For port 5b51ee1d-340d-4335-832d-756ad5c8d242, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5b51ee1d-340d-4335-832d-756ad5c8d242,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:38:49.231221 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-790ab618-828c-4933-8d82-fe5baf5e9124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.233858 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-790ab618-828c-4933-8d82-fe5baf5e9124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.234990 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-790ab618-828c-4933-8d82-fe5baf5e9124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/882f982f-8cc5-42e4-898d-b9ad4999ad7a HTTP/1.1" status: 204 len: 168 time: 0.1972876 Nov 11 06:38:49.242448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab618-828c-4933-8d82-fe5baf5e9124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f982f-8cc5-42e4-898d-b9ad4999ad7a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:49.311822 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.365109 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.365718 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.367175 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] 10.222.0.15 "PUT /v2.0/ports/5b51ee1d-340d-4335-832d-756ad5c8d242 HTTP/1.1" status: 200 len: 1093 time: 0.8220389 Nov 11 06:38:49.374122 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'tag': '5b51ee1d-340d-4335-832d-756ad5c8d242'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:49.376473 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d28081-189d-4a85-ac6f-c57ab9bff177" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc123e-76ee-49d0-94bc-a803843cab42", "tag": "5b51ee1d-340d-4335-832d-756ad5c8d242"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:49.421825 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c86069-0b31-43f5-bab6-d14cbe46b5fa service neutron] Pushing event updated for resources: {'Port': ['ID=5b51ee1d-340d-4335-832d-756ad5c8d242,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:49.440020 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2499c-1d4a-4997-bb9e-25b534a5660e req-d0bfa28c-7329-4cde-8f4a-a8ee0ec91ae4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.441761 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bfa2499c-1d4a-4997-bb9e-25b534a5660e req-d0bfa28c-7329-4cde-8f4a-a8ee0ec91ae4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0832472 Nov 11 06:38:49.474373 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc40b-73f4-425b-a5ac-b9d65ec41aa3 req-bc312a0e-9ec7-4967-bfe4-521de1b60f69 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.475954 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d2dc40b-73f4-425b-a5ac-b9d65ec41aa3 req-bc312a0e-9ec7-4967-bfe4-521de1b60f69 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 943 time: 0.0495374 Nov 11 06:38:49.490145 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bfa2499c-1d4a-4997-bb9e-25b534a5660e req-6d1d2b12-bcf3-42e7-98f7-db53c91b34d5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Nov 11 06:38:49.531082 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d2dc40b-73f4-425b-a5ac-b9d65ec41aa3 req-35346a6f-5b91-446f-94de-e08fd66b0e02 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 Nov 11 06:38:49.545580 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8053e3c8-e816-4da3-a106-4bb514fbc309 x-openstack-request-id: req-8053e3c8-e816-4da3-a106-4bb514fbc309 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:49.545893 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc123e-76ee-49d0-94bc-a803843cab42", "tag": "5b51ee1d-340d-4335-832d-756ad5c8d242", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:49.546150 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8053e3c8-e816-4da3-a106-4bb514fbc309 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:49.546546 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'tag': '5b51ee1d-340d-4335-832d-756ad5c8d242', 'status': 'completed', 'code': 200} Nov 11 06:38:49.669364 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d28081-189d-4a85-ac6f-c57ab9bff177 req-cdb4cc9a-4f50-4e0d-8b0d-c0959e94fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.670944 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-64d28081-189d-4a85-ac6f-c57ab9bff177 req-cdb4cc9a-4f50-4e0d-8b0d-c0959e94fc2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e31809fc470d4b3eb998432d0564d916&device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 1096 time: 0.0428383 Nov 11 06:38:49.795661 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d28081-189d-4a85-ac6f-c57ab9bff177 req-6ad763ec-6880-4572-8391-44d8a49ad885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.797119 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-64d28081-189d-4a85-ac6f-c57ab9bff177 req-6ad763ec-6880-4572-8391-44d8a49ad885 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e31809fc470d4b3eb998432d0564d916&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1047192 Nov 11 06:38:49.900114 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 51940) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:49.913519 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1a5f-ba7a-447c-b692-b4a0848f7119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:49.945107 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d28081-189d-4a85-ac6f-c57ab9bff177 req-c4e16b17-bb25-41c5-a1e5-bc73d756b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:49.945107 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-64d28081-189d-4a85-ac6f-c57ab9bff177 req-c4e16b17-bb25-41c5-a1e5-bc73d756b1de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943201 Nov 11 06:38:49.989608 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1a5f-ba7a-447c-b692-b4a0848f7119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.048640 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1a5f-ba7a-447c-b692-b4a0848f7119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.057112 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-1b9de359-658c-4049-a544-1ab3e8319b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:50.058617 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-1b9de359-658c-4049-a544-1ab3e8319b78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e31809fc470d4b3eb998432d0564d916&device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 1096 time: 0.0394833 Nov 11 06:38:50.086161 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ae2e1a5f-ba7a-447c-b692-b4a0848f7119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0af380d4bb6240968e9d63e23580a11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849582 Nov 11 06:38:50.088126 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e1a5f-ba7a-447c-b692-b4a0848f7119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd1600-7fae-450b-97d0-2960aabd84c5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:50.091564 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 51942) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:50.123606 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-c30874e1-a16b-4197-a3e9-61f5c4a9bf5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b51ee1d-340d-4335-832d-756ad5c8d242 HTTP/1.1" status: 200 len: 217 time: 0.0394719 Nov 11 06:38:50.201042 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-e11627b7-3469-4c1d-b22b-f3ce63b6c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:50.202497 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-e11627b7-3469-4c1d-b22b-f3ce63b6c8e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e496a5c6-6048-4b73-8b7c-b2d5a0538c7b HTTP/1.1" status: 200 len: 849 time: 0.0695558 Nov 11 06:38:50.205283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ba261292-a2ff-46c3-9d91-4343026954b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.247411 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-54ef67d9-192a-42b7-8d74-1361e1d9e055 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57d0798b-543a-4b32-a74b-c54e4d411da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328622 Nov 11 06:38:50.249157 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ba261292-a2ff-46c3-9d91-4343026954b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.364408 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-05e77ef9-94e7-4622-8c6d-459c66eb9a1e service neutron] 10.222.0.15 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Nov 11 06:38:50.398098 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ba261292-a2ff-46c3-9d91-4343026954b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.400609 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ba261292-a2ff-46c3-9d91-4343026954b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.401660 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ba261292-a2ff-46c3-9d91-4343026954b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fdd1600-7fae-450b-97d0-2960aabd84c5 HTTP/1.1" status: 204 len: 168 time: 0.3094220 Nov 11 06:38:50.440029 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba261292-a2ff-46c3-9d91-4343026954b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd1600-7fae-450b-97d0-2960aabd84c5,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:50.447896 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a9a6-56e8-48b9-9d12-ad4c3e69f8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:50.480789 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee2969be-d1f4-4ab4-af31-e73c3129f5e9 req-4ef1ffc6-ca93-48d5-848f-78c171be34bd service neutron] 10.222.0.15 "GET /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006289 Nov 11 06:38:50.617468 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4d904-a7b1-4837-b759-3ffb26a11c40 req-2cba6794-bcdd-4402-b1ba-8e5372850ffc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:50.619031 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09a4d904-a7b1-4837-b759-3ffb26a11c40 req-2cba6794-bcdd-4402-b1ba-8e5372850ffc tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0512788 Nov 11 06:38:50.676269 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c05e8-4ceb-4d91-9bfb-081a8bbe045e req-7703a87b-85ec-446a-9fc6-ef9e91925f22 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:50.677934 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ad2c05e8-4ceb-4d91-9bfb-081a8bbe045e req-7703a87b-85ec-446a-9fc6-ef9e91925f22 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 943 time: 0.0768514 Nov 11 06:38:50.681963 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09a4d904-a7b1-4837-b759-3ffb26a11c40 req-453efe53-058b-4306-807d-e9089152cf51 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530968 Nov 11 06:38:50.729506 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ad2c05e8-4ceb-4d91-9bfb-081a8bbe045e req-1233c56f-8ac2-43e2-8137-0d229cf3da46 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Nov 11 06:38:51.522416 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:51.806346 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f56f-7abd-4c5f-a9cb-a253ce4ce058 req-218a7a14-3c97-4f81-baf6-66fbea3c74fa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:51.807828 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8d56f56f-7abd-4c5f-a9cb-a253ce4ce058 req-218a7a14-3c97-4f81-baf6-66fbea3c74fa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0480590 Nov 11 06:38:51.856010 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070133f-2d86-46c8-88dd-0325ec2a19c7 req-eca2ff2c-460a-4413-8869-e4a5225d3193 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:51.856506 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8d56f56f-7abd-4c5f-a9cb-a253ce4ce058 req-500eea54-3e8b-4e55-ad0d-cd3644192689 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Nov 11 06:38:51.857516 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d070133f-2d86-46c8-88dd-0325ec2a19c7 req-eca2ff2c-460a-4413-8869-e4a5225d3193 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 943 time: 0.0584338 Nov 11 06:38:51.909496 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d070133f-2d86-46c8-88dd-0325ec2a19c7 req-47f39cb9-e6a7-475d-b02e-38d55c6c01b1 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Nov 11 06:38:52.221749 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cea88e-5594-4927-b41e-b56a1a551e46 req-e3f0c12e-ca15-4913-a696-31c1999a9916 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:52.223218 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d8cea88e-5594-4927-b41e-b56a1a551e46 req-e3f0c12e-ca15-4913-a696-31c1999a9916 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0589960 Nov 11 06:38:52.292885 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d8cea88e-5594-4927-b41e-b56a1a551e46 req-fc100b0f-b3d9-4e47-9fb1-3e450b0fc7e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631487 Nov 11 06:38:52.328137 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-7e5cb740-ec7d-43d8-8782-bcf23e92947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:52.329610 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-7e5cb740-ec7d-43d8-8782-bcf23e92947a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.0519314 Nov 11 06:38:52.446172 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-94bfb2a1-0ec8-4ef1-8ca1-b1cef6c69c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:52.447775 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-94bfb2a1-0ec8-4ef1-8ca1-b1cef6c69c47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.0871656 Nov 11 06:38:52.493592 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-d23efc7b-7255-4cee-9de7-6adfb658099b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0367701 Nov 11 06:38:52.545913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-e64e491c-5437-4228-aeb3-fafa2eaec389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:52.550138 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-e64e491c-5437-4228-aeb3-fafa2eaec389 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.0461998 Nov 11 06:38:52.604971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-d19ed85a-ed23-482f-a73d-4de67dbaeb53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239716 Nov 11 06:38:52.698508 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-b70fd0ce-acf4-4701-bdfc-7bd90d16bf09 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845127 Nov 11 06:38:52.795248 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5ca751ef-54cb-4a7f-8e98-5f851ba12037 req-ececee7f-6054-4fb2-841d-979ed6bb02e1 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828643 Nov 11 06:38:52.930774 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:53.034986 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-8f136cd4-e914-4ea5-9db0-8af6ba1a78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:53.036918 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-8f136cd4-e914-4ea5-9db0-8af6ba1a78be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.0445421 Nov 11 06:38:53.049313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a97a9e-389b-4cd6-a6fd-a56ce60fb396 req-4dca8497-a905-488b-a5e5-da2152459a90 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:53.051049 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-73a97a9e-389b-4cd6-a6fd-a56ce60fb396 req-4dca8497-a905-488b-a5e5-da2152459a90 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 943 time: 0.0633786 Nov 11 06:38:53.106853 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-73a97a9e-389b-4cd6-a6fd-a56ce60fb396 req-3b7e8c75-d6ae-4f0b-b31f-9f458a44a0c5 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Nov 11 06:38:53.152178 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:53.176496 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-68d44af3-bc17-45cf-9f60-eb1f2fe145b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:53.178004 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-68d44af3-bc17-45cf-9f60-eb1f2fe145b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.0974329 Nov 11 06:38:53.253580 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-4fc15da7-aa4e-4786-87c0-66ae1aca08f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0345232 Nov 11 06:38:53.308076 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-28fa3525-9d96-408f-b187-b18144f46be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:53.309560 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-28fa3525-9d96-408f-b187-b18144f46be0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.0484953 Nov 11 06:38:53.392961 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-5e2cfc7b-70d1-4a2f-b633-68c0e4ae0f88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252340 Nov 11 06:38:53.492162 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff394bcf-f70d-482a-8f66-40f2bf7c411c req-c6827bbf-5d67-4d07-a89a-218c4c5ca7d0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:53.493562 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ff394bcf-f70d-482a-8f66-40f2bf7c411c req-c6827bbf-5d67-4d07-a89a-218c4c5ca7d0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0997405 Nov 11 06:38:53.546394 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-837835b0-c0ca-41da-8e06-f729ccb7db61 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209824 Nov 11 06:38:53.563037 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ff394bcf-f70d-482a-8f66-40f2bf7c411c req-013ae2a9-8599-46e3-b1d2-540d9ebe6f4d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612726 Nov 11 06:38:53.667085 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eecb2aad-43c8-4c99-ace8-393632cb3c92 req-d3360bb3-4927-48fc-a7c6-21384726cd8a service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826890 Nov 11 06:38:54.048882 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 5b51ee1d-340d-4335-832d-756ad5c8d242 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:38:54.146537 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:54.164767 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 5b51ee1d-340d-4335-832d-756ad5c8d242, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5b51ee1d-340d-4335-832d-756ad5c8d242,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:54.177049 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '5b51ee1d-340d-4335-832d-756ad5c8d242', 'network_id': '57d0798b-543a-4b32-a74b-c54e4d411da4', 'port_id': '5b51ee1d-340d-4335-832d-756ad5c8d242', 'mac_address': 'fa:16:3e:77:58:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e496a5c6-6048-4b73-8b7c-b2d5a0538c7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:38:54.217394 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:54.230387 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b51ee1d-340d-4335-832d-756ad5c8d242 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:38:54.253463 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 5b51ee1d-340d-4335-832d-756ad5c8d242, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5b51ee1d-340d-4335-832d-756ad5c8d242,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:54.265278 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233f81e-b77f-4365-a97e-3de288c891b1 req-20235d1b-0de7-4ae5-9d79-f920c2dc8087 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:54.266832 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2233f81e-b77f-4365-a97e-3de288c891b1 req-20235d1b-0de7-4ae5-9d79-f920c2dc8087 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 943 time: 0.0530369 Nov 11 06:38:54.321237 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2233f81e-b77f-4365-a97e-3de288c891b1 req-15d3fc8d-dae5-4041-8d97-213ce304695e tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Nov 11 06:38:54.339825 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:54.389775 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=5b51ee1d-340d-4335-832d-756ad5c8d242,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:54.682102 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9756b8-52a6-4730-8cf0-0c31576dca50 req-b7ef878d-2ec9-4c15-b4f0-61de23a1f7b9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:54.683560 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aa9756b8-52a6-4730-8cf0-0c31576dca50 req-b7ef878d-2ec9-4c15-b4f0-61de23a1f7b9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0486844 Nov 11 06:38:54.734868 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aa9756b8-52a6-4730-8cf0-0c31576dca50 req-3778d39a-1258-4e08-9b49-8149b62981ac tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Nov 11 06:38:54.867006 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52072) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:54.987935 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['5b51ee1d-340d-4335-832d-756ad5c8d242'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:38:55.009110 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd0eb-f224-4859-9b56-70a001c5da8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.094641 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd0eb-f224-4859-9b56-70a001c5da8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.161984 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd0eb-f224-4859-9b56-70a001c5da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.199483 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3c6cd0eb-f224-4859-9b56-70a001c5da8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e65b1de031394e42a82d8b6940b77e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314135 Nov 11 06:38:55.201471 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd0eb-f224-4859-9b56-70a001c5da8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5164c3-38d2-452e-be3a-365cf814b20b,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:55.202423 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52076) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:55.249290 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b77a08-9cfd-4ceb-99bc-39e5737ab412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.270669 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b77a08-9cfd-4ceb-99bc-39e5737ab412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.391170 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b77a08-9cfd-4ceb-99bc-39e5737ab412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.393685 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d6b77a08-9cfd-4ceb-99bc-39e5737ab412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:55.395109 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d6b77a08-9cfd-4ceb-99bc-39e5737ab412 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b5164c3-38d2-452e-be3a-365cf814b20b HTTP/1.1" status: 204 len: 168 time: 0.1914420 Nov 11 06:38:55.402545 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b77a08-9cfd-4ceb-99bc-39e5737ab412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5164c3-38d2-452e-be3a-365cf814b20b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:55.435591 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b7b8e-f09e-431e-bc55-cf786075847e req-a8fe6152-2982-48dc-8d88-d41af64b7404 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:55.437096 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-566b7b8e-f09e-431e-bc55-cf786075847e req-a8fe6152-2982-48dc-8d88-d41af64b7404 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 944 time: 0.0523775 Nov 11 06:38:55.484357 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-566b7b8e-f09e-431e-bc55-cf786075847e req-7c07d33e-b1a9-4206-9f0b-6dc4a73663c3 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Nov 11 06:38:55.809233 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-f581b2e4-27a8-41e6-989a-3eaca6c95a29 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:55.812159 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-f581b2e4-27a8-41e6-989a-3eaca6c95a29 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.1030695 Nov 11 06:38:55.826944 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e3bb63a6-8463-4352-93df-0af6588171db tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/quotas/9eea46a98b1244a596dcf579bbb5d274 HTTP/1.1" status: 200 len: 375 time: 0.0098405 Nov 11 06:38:55.854518 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e841c-33ed-4525-bc63-ebc415ff1d6c req-928e8284-7280-4efa-a0bc-a42b493e27a5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:55.855975 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1f7e841c-33ed-4525-bc63-ebc415ff1d6c req-928e8284-7280-4efa-a0bc-a42b493e27a5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0520484 Nov 11 06:38:55.879310 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-d3ee1522-95c8-4504-b932-bfb18916d215 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469606 Nov 11 06:38:55.910072 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1f7e841c-33ed-4525-bc63-ebc415ff1d6c req-0ae9e6d0-b024-4185-8301-6b7d6195a4ed tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Nov 11 06:38:55.987018 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-7c66e506-1f15-46f3-86da-a904f7dda233 service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002040 Nov 11 06:38:56.080923 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-2eedfc72-358a-4e52-aa5c-548928f58f21 service neutron] 10.222.0.20 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879967 Nov 11 06:38:56.081785 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52106) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:56.094897 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-16256746-5780-45b1-a884-2dc3f384d10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.171610 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-16256746-5780-45b1-a884-2dc3f384d10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.219380 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-16256746-5780-45b1-a884-2dc3f384d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.257487 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-16256746-5780-45b1-a884-2dc3f384d10b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e77d9a2edcd4cb08bc44fdb7192d78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747358 Nov 11 06:38:56.258528 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16256746-5780-45b1-a884-2dc3f384d10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae90ec65-eabc-4177-9a7f-234fb2c6a70b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:56.260433 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52108) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:56.317706 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4b3bcd6d-87b9-40d3-9c8d-b84562bb9a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.359701 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e3b16de2-8eeb-44c7-8899-3ba529513fd1 req-04dc3d4f-fa6c-475c-8929-c0381440fc0b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0332897 Nov 11 06:38:56.368498 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4b3bcd6d-87b9-40d3-9c8d-b84562bb9a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.476747 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4b3bcd6d-87b9-40d3-9c8d-b84562bb9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.479477 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4b3bcd6d-87b9-40d3-9c8d-b84562bb9a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:56.480625 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4b3bcd6d-87b9-40d3-9c8d-b84562bb9a85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae90ec65-eabc-4177-9a7f-234fb2c6a70b HTTP/1.1" status: 204 len: 168 time: 0.2191751 Nov 11 06:38:56.488990 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bcd6d-87b9-40d3-9c8d-b84562bb9a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae90ec65-eabc-4177-9a7f-234fb2c6a70b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:56.600307 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c7984-deb2-4bbc-b4a4-6476933d59ca req-459dafc5-6598-402f-bcf9-c8944c951a29 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:56.601826 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-029c7984-deb2-4bbc-b4a4-6476933d59ca req-459dafc5-6598-402f-bcf9-c8944c951a29 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 944 time: 0.0488491 Nov 11 06:38:56.656539 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-029c7984-deb2-4bbc-b4a4-6476933d59ca req-51cc0d54-01bc-455c-9c3d-01856fc39016 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Nov 11 06:38:57.022976 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b40248-9b38-4e53-bdae-ada4f53ed743 req-61d223d6-84ae-4b94-9293-08bf0c062aff tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:57.024441 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-06b40248-9b38-4e53-bdae-ada4f53ed743 req-61d223d6-84ae-4b94-9293-08bf0c062aff tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0503318 Nov 11 06:38:57.072584 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-06b40248-9b38-4e53-bdae-ada4f53ed743 req-f2b09661-2566-47b5-ae34-c22f35df9a62 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Nov 11 06:38:57.455863 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1545852c-b9cf-4c8c-91af-5943297ed111 req-475c26c8-1519-4abe-9984-7098cb60d528 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Nov 11 06:38:57.775773 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b57e38-6360-4a5c-aae6-2364f796a2cc req-44757740-9a23-4c7a-af02-46a24aa6b3fa tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:57.777137 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-30b57e38-6360-4a5c-aae6-2364f796a2cc req-44757740-9a23-4c7a-af02-46a24aa6b3fa tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 944 time: 0.0477180 Nov 11 06:38:57.824430 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-30b57e38-6360-4a5c-aae6-2364f796a2cc req-10b7040a-ab7c-4a0e-8ade-1719bdc25456 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Nov 11 06:38:58.106123 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 5b51ee1d-340d-4335-832d-756ad5c8d242 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:38:58.231248 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 5b51ee1d-340d-4335-832d-756ad5c8d242 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:38:58.235107 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 5b51ee1d-340d-4335-832d-756ad5c8d242 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:38:58.235474 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:58.313057 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:58.336134 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b51ee1d-340d-4335-832d-756ad5c8d242'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:38:58.338368 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e091e2-7cdf-4040-b917-59de109ecbeb" -d '{"events": [{"server_uuid": "adbc123e-76ee-49d0-94bc-a803843cab42", "name": "network-vif-plugged", "status": "completed", "tag": "5b51ee1d-340d-4335-832d-756ad5c8d242"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:38:58.351557 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 5b51ee1d-340d-4335-832d-756ad5c8d242, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5b51ee1d-340d-4335-832d-756ad5c8d242,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:38:58.376429 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1746b94f-5544-4b21-9d4b-e69ea3159e7f x-openstack-request-id: req-1746b94f-5544-4b21-9d4b-e69ea3159e7f {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:38:58.376792 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc123e-76ee-49d0-94bc-a803843cab42", "name": "network-vif-plugged", "status": "completed", "tag": "5b51ee1d-340d-4335-832d-756ad5c8d242", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:38:58.377060 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1746b94f-5544-4b21-9d4b-e69ea3159e7f {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:38:58.377449 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b51ee1d-340d-4335-832d-756ad5c8d242', 'code': 200} Nov 11 06:38:58.476770 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:58.538942 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=5b51ee1d-340d-4335-832d-756ad5c8d242,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:58.573497 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-95fe80d0-3d66-494a-845d-dbe4102dc1cf req-05bc7ea8-445f-4f6d-b24a-f9a74b21ea60 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0323379 Nov 11 06:38:58.671802 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-b7768732-7d10-4e2d-8833-3d06ee01e875 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:58.673990 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-b7768732-7d10-4e2d-8833-3d06ee01e875 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/networks?id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 200 len: 815 time: 0.1353774 Nov 11 06:38:58.703104 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Request body: {'port': {'device_id': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'admin_state_up': True, 'tenant_id': '9eea46a98b1244a596dcf579bbb5d274'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:58.874501 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851cc0f-f04e-40f2-b9a9-b56ee2a00976 req-adb8fcc8-75f3-4e1c-8c84-fb77ad0a6db9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:58.876565 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4851cc0f-f04e-40f2-b9a9-b56ee2a00976 req-adb8fcc8-75f3-4e1c-8c84-fb77ad0a6db9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1005435 Nov 11 06:38:58.915223 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf74281-16af-40ef-897a-ff2972154562 req-430ace47-9996-4fc6-960c-246d23b9f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:58.916698 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5cf74281-16af-40ef-897a-ff2972154562 req-430ace47-9996-4fc6-960c-246d23b9f25a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 1098 time: 0.1042535 Nov 11 06:38:58.945203 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4d395-3b33-4fe5-bfc1-fe1a73831d90 req-c0c9a415-3cc6-4222-9708-be0a66e628bc tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:58.946719 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebe4d395-3b33-4fe5-bfc1-fe1a73831d90 req-c0c9a415-3cc6-4222-9708-be0a66e628bc tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Nov 11 06:38:58.963114 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4851cc0f-f04e-40f2-b9a9-b56ee2a00976 req-c289a79d-1994-4023-8c41-f22f61df2dea tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792277 Nov 11 06:38:58.993159 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Made reservation on behalf of 9eea46a98b1244a596dcf579bbb5d274 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:38:58.996694 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.027103 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebe4d395-3b33-4fe5-bfc1-fe1a73831d90 req-7e92c706-5070-43c4-aa80-2b00e69bbad0 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704014 Nov 11 06:38:59.038932 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5cf74281-16af-40ef-897a-ff2972154562 req-7714d7ae-4eef-476b-9199-b9a5f6d3cf1d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080432 Nov 11 06:38:59.218645 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Allocated IP 172.20.0.9 (347ea8ec-d740-48a3-b1d1-b97f1aae2b3c/add27cab-0005-402d-a65b-fd1d1442260c/2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:38:59.467698 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52232) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:59.575238 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b3a-1eab-4546-8767-4bbba762f1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.594658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.651701 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b3a-1eab-4546-8767-4bbba762f1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.688754 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.716988 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b3a-1eab-4546-8767-4bbba762f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.742973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:38:59.758377 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:38:59.759446 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0', '08ba9354-b054-4f00-a495-b536b3c9440a', 'bd62b477-21a5-482e-bcb2-8317119fe62f'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:38:59.760961 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:38:59.761245 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-e88c2b3a-1eab-4546-8767-4bbba762f1ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21023688c6a04fbdb23bee99083cb568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922683 Nov 11 06:38:59.762232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52244) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:38:59.763019 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c2b3a-1eab-4546-8767-4bbba762f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a97b75-8383-4e44-ac30-84c95f430d62,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:59.770254 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event updated for resources: {'Port': ['ID=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:59.817000 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e683da90-2d49-43a3-90dd-c036b1feeda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.822771 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:59.823440 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.845514 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e683da90-2d49-43a3-90dd-c036b1feeda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.885611 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-04b26f50-243a-47be-999c-a128afbb5356 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1914008 Nov 11 06:38:59.928154 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Request body: {'port': {'device_id': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:38:59.952708 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e683da90-2d49-43a3-90dd-c036b1feeda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.955461 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e683da90-2d49-43a3-90dd-c036b1feeda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:38:59.959937 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-e683da90-2d49-43a3-90dd-c036b1feeda4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3a97b75-8383-4e44-ac30-84c95f430d62 HTTP/1.1" status: 204 len: 168 time: 0.1933441 Nov 11 06:38:59.967760 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1333-e6be-4cbd-b539-b81d1afe4131 req-362a8a2e-6655-4983-94ea-8dcab69568ec tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:38:59.969111 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683da90-2d49-43a3-90dd-c036b1feeda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a97b75-8383-4e44-ac30-84c95f430d62,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:38:59.969294 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bffb1333-e6be-4cbd-b539-b81d1afe4131 req-362a8a2e-6655-4983-94ea-8dcab69568ec tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 931 time: 0.0770338 Nov 11 06:39:00.017573 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.089793 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bffb1333-e6be-4cbd-b539-b81d1afe4131 req-32db1c06-3804-489a-a6e6-438b47842f26 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934460 Nov 11 06:39:00.276352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e2b8-9972-48b4-8d6b-6a9631efaead req-e7cce78a-f0d7-447a-a00e-82797ab88ac3 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:00.278532 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d963e2b8-9972-48b4-8d6b-6a9631efaead req-e7cce78a-f0d7-447a-a00e-82797ab88ac3 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.1098604 Nov 11 06:39:00.363141 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d963e2b8-9972-48b4-8d6b-6a9631efaead req-4a7a7c2d-1f10-4b20-bb4a-32c99a24825c tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776951 Nov 11 06:39:00.424169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:39:00.433816 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.446462 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Transition to ACTIVE for port object 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:39:00.625498 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.674486 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:00.743942 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Attempting to bind port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:00.744265 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Attempting to bind port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:00.744595 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Attempting to bind port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:00.748981 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:39:00.749304 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Attempting to bind port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 on network 347ea8ec-d740-48a3-b1d1-b97f1aae2b3c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:00.754073 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:00.754409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Checking segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:00.754787 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Bound using segment: {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:00.755213 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Bound port: 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2280f764-7703-42d4-8193-b416fd9949c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:00.755564 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.800422 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52256) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:00.812998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8f8707d1-3d9d-4841-a329-ac386a71b349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.821280 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] For port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:00.824619 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] For port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:00.891554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8f8707d1-3d9d-4841-a329-ac386a71b349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.906087 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.938180 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:00.938781 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:00.940115 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 HTTP/1.1" status: 200 len: 1093 time: 1.0172746 Nov 11 06:39:00.940541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'tag': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:00.942762 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab42d43-c1de-4148-accc-7af73d3cb7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbe2867-af9c-4832-a65c-5dbfcb02c5d0", "tag": "2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:00.968221 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6f1ae-9fe0-485f-84cc-07f507fa98f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:00.984747 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f697b67-75e9-4d29-be13-b1638d43b082 x-openstack-request-id: req-0f697b67-75e9-4d29-be13-b1638d43b082 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:00.984747 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbe2867-af9c-4832-a65c-5dbfcb02c5d0", "tag": "2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:00.984747 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f697b67-75e9-4d29-be13-b1638d43b082 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:00.984747 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'tag': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6', 'status': 'completed', 'code': 200} Nov 11 06:39:01.008163 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8f8707d1-3d9d-4841-a329-ac386a71b349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:01.046981 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8f8707d1-3d9d-4841-a329-ac386a71b349 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b3cdaf040994c79b025476e1680429f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454443 Nov 11 06:39:01.048098 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8707d1-3d9d-4841-a329-ac386a71b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f03695-c108-41bc-b6c3-44cd0b51fd5c,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:01.049913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52262) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:01.104364 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f23cca74-4b16-4bf6-bb0e-c5d0455aece8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:01.137403 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f23cca74-4b16-4bf6-bb0e-c5d0455aece8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:01.193397 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab42d43-c1de-4148-accc-7af73d3cb7e1 req-daf0ddd9-34f9-4511-9a2e-b090b715cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.195361 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9ab42d43-c1de-4148-accc-7af73d3cb7e1 req-daf0ddd9-34f9-4511-9a2e-b090b715cd63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0707836 Nov 11 06:39:01.211324 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864edd8-b606-483c-9356-9833f0fbd559 req-b943505a-06fa-41f4-90e8-c46899849469 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.212806 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e864edd8-b606-483c-9356-9833f0fbd559 req-b943505a-06fa-41f4-90e8-c46899849469 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 943 time: 0.0486612 Nov 11 06:39:01.273158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f23cca74-4b16-4bf6-bb0e-c5d0455aece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:01.276191 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f23cca74-4b16-4bf6-bb0e-c5d0455aece8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:01.278057 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f23cca74-4b16-4bf6-bb0e-c5d0455aece8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19f03695-c108-41bc-b6c3-44cd0b51fd5c HTTP/1.1" status: 204 len: 168 time: 0.2269571 Nov 11 06:39:01.286173 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e864edd8-b606-483c-9356-9833f0fbd559 req-ec46bf12-e4ea-4465-a9a8-4effe27754d9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662062 Nov 11 06:39:01.300407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cca74-4b16-4bf6-bb0e-c5d0455aece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f03695-c108-41bc-b6c3-44cd0b51fd5c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:01.365207 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab42d43-c1de-4148-accc-7af73d3cb7e1 req-ea3a5650-2aa0-4372-888d-4a23fb252846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.366831 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9ab42d43-c1de-4148-accc-7af73d3cb7e1 req-ea3a5650-2aa0-4372-888d-4a23fb252846 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9eea46a98b1244a596dcf579bbb5d274&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1153660 Nov 11 06:39:01.516639 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e1b3-f16c-43be-a675-efcaa6f7dd96 req-a03a23d5-e6ea-4286-8700-13fe02afadc3 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.518113 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2918e1b3-f16c-43be-a675-efcaa6f7dd96 req-a03a23d5-e6ea-4286-8700-13fe02afadc3 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.0723391 Nov 11 06:39:01.519178 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab42d43-c1de-4148-accc-7af73d3cb7e1 req-1e05fd7a-be66-4773-b095-919eadf3fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.520713 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9ab42d43-c1de-4148-accc-7af73d3cb7e1 req-1e05fd7a-be66-4773-b095-919eadf3fa6f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1341450 Nov 11 06:39:01.568056 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2918e1b3-f16c-43be-a675-efcaa6f7dd96 req-99828745-6b22-4033-a425-bb9b82e2d97b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Nov 11 06:39:01.659252 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-a32b6e08-f4c7-4e96-95f9-f59d5e8981c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.660816 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-a32b6e08-f4c7-4e96-95f9-f59d5e8981c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eea46a98b1244a596dcf579bbb5d274&device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0490253 Nov 11 06:39:01.725831 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-03892bf5-839d-40b3-bb40-8f99324329c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 HTTP/1.1" status: 200 len: 217 time: 0.0347376 Nov 11 06:39:01.779173 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-5a810dc1-dff6-4f9b-9fb4-8161feba06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:01.780626 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-5a810dc1-dff6-4f9b-9fb4-8161feba06be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add27cab-0005-402d-a65b-fd1d1442260c HTTP/1.1" status: 200 len: 855 time: 0.0441654 Nov 11 06:39:01.812810 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-f6b0821c-2bcd-4332-a222-961b155607fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240457 Nov 11 06:39:01.932742 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-0c18dbde-4763-4e86-bda1-3c61c6bc6f2a service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997951 Nov 11 06:39:02.054815 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ea11359-cdb8-4a37-848a-fe193e7911d9 req-893e13b7-c9ee-4132-8d6b-85069e4bedb9 service neutron] 10.222.0.15 "GET /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857279 Nov 11 06:39:02.344492 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52306) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:02.395736 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b198f-6946-42b8-b5a2-d9e42e0ac3e5 req-b79af525-2035-4bbd-8afd-089205410fe6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:02.397967 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3c0b198f-6946-42b8-b5a2-d9e42e0ac3e5 req-b79af525-2035-4bbd-8afd-089205410fe6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 943 time: 0.0504169 Nov 11 06:39:02.444475 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-36531168-network', 'tenant_id': 'f47f08f3b23e4b80890b10be56f1fa45'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:02.450848 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3c0b198f-6946-42b8-b5a2-d9e42e0ac3e5 req-69f9f33a-c98f-4adb-9007-276ab9354154 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Nov 11 06:39:02.567849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Made reservation on behalf of f47f08f3b23e4b80890b10be56f1fa45 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:02.570347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.583828 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.664823 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.739405 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.759534 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:39:02.774469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107e7fc7-44ff-4607-8320-b7e1635042fd,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:02.777249 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.777580 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Added segment fff213fb-af90-48df-92b7-9cd81660003f of type vlan for network 84e22712-e99b-4e51-957f-c0ba23cb4df0 Nov 11 06:39:02.816610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.968255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:02.969217 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:02.969841 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:03.034648 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=84e22712-e99b-4e51-957f-c0ba23cb4df0,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:03.047047 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 84e22712-e99b-4e51-957f-c0ba23cb4df0 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:39:03.126352 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123bd35-3854-49f0-91b5-c4a66759c06c req-f906cad0-fb48-4220-aca6-f32b71afa4a6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:03.127826 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e123bd35-3854-49f0-91b5-c4a66759c06c req-f906cad0-fb48-4220-aca6-f32b71afa4a6 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.0567768 Nov 11 06:39:03.171650 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-31d5bc8a-4275-41af-bce6-ebad0be2e3c5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8257167 Nov 11 06:39:03.174495 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52318) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:03.176252 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e123bd35-3854-49f0-91b5-c4a66759c06c req-38a3383f-d452-43ac-bde8-e86cd7b3455b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Nov 11 06:39:03.179862 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Request body: {'subnet': {'network_id': '84e22712-e99b-4e51-957f-c0ba23cb4df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-36531168-subnet', 'tenant_id': 'f47f08f3b23e4b80890b10be56f1fa45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:03.276754 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Made reservation on behalf of f47f08f3b23e4b80890b10be56f1fa45 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:03.279186 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260021658'] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:03.476853 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13355600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260021684'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:03.542750 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9419942c-4143-4f75-852e-18e03b8f6acd,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:03.565820 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Checking segment: {'id': 'fff213fb-af90-48df-92b7-9cd81660003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84e22712-e99b-4e51-957f-c0ba23cb4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:03.566171 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Network hostable DHCP agents. Network: 84e22712-e99b-4e51-957f-c0ba23cb4df0, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:39:03.593991 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd601d-3fa5-4100-8cc9-f32b61db33a1 req-27d76069-d73d-4f12-b57a-ff3a4f1a308f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:03.595446 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bafd601d-3fa5-4100-8cc9-f32b61db33a1 req-27d76069-d73d-4f12-b57a-ff3a4f1a308f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 943 time: 0.0727363 Nov 11 06:39:03.641411 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bafd601d-3fa5-4100-8cc9-f32b61db33a1 req-09faf65d-2450-43c6-ac56-35dfb661b04a tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Nov 11 06:39:03.647752 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Network 84e22712-e99b-4e51-957f-c0ba23cb4df0 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:39:03.705347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 84e22712-e99b-4e51-957f-c0ba23cb4df0) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:03.711347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:03.711708 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:03.715973 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd0df9-77fd-40f5-a532-e0f2b234005d None None] Network 84e22712-e99b-4e51-957f-c0ba23cb4df0 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:03.799833 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-362c2f82-70d7-4820-b852-bd0bc17c4ab4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6241882 Nov 11 06:39:03.837582 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48de511-9307-4e18-8cbd-aa59e576f4d3 None None] Network 84e22712-e99b-4e51-957f-c0ba23cb4df0 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:04.134514 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:39:04.242582 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:04.253998 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6', 'network_id': '347ea8ec-d740-48a3-b1d1-b97f1aae2b3c', 'port_id': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6', 'mac_address': 'fa:16:3e:23:f7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add27cab-0005-402d-a65b-fd1d1442260c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:39:04.291899 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.305160 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:39:04.306000 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8db736-122f-4e85-b577-dab01a223583 req-78fc70e8-a453-4602-a306-54389a79b044 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:04.309862 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-db8db736-122f-4e85-b577-dab01a223583 req-78fc70e8-a453-4602-a306-54389a79b044 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.0525913 Nov 11 06:39:04.328944 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:04.359942 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-db8db736-122f-4e85-b577-dab01a223583 req-3231e09b-c40a-4acd-8473-0594cc35de2a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Nov 11 06:39:04.393521 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.444745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52350) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:04.446502 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:04.449859 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-772959162-network', 'tenant_id': '7a4e69c7596d4e9a8a5090ae76b31f55'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:04.454397 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.454753 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.455112 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.455444 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.455973 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.456151 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.456556 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.456891 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.457901 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.457901 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.457901 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.458244 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:04.528224 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Made reservation on behalf of 7a4e69c7596d4e9a8a5090ae76b31f55 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:04.530588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.539206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.612924 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.688351 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.711354 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:39:04.726545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb9015-ef82-402c-a5f7-0ea1b17cbced,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:04.729491 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.729945 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Added segment d0e10e0c-b379-40e3-912e-6cabe0a59810 of type vlan for network e79e772f-6e8b-466e-b7f5-a6afed79132e Nov 11 06:39:04.771862 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87e850-6cd8-4725-8962-200e43fe5e18 req-91723e64-bafb-49cd-afab-a927e96b3129 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:04.773527 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5d87e850-6cd8-4725-8962-200e43fe5e18 req-91723e64-bafb-49cd-afab-a927e96b3129 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0528295 Nov 11 06:39:04.776079 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.823764 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5d87e850-6cd8-4725-8962-200e43fe5e18 req-da0e656e-1878-4797-96e1-8fca19744f03 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Nov 11 06:39:04.876532 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.877487 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:04.878134 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:04.935237 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] Pushing event updated for resources: {'Network': ['ID=e79e772f-6e8b-466e-b7f5-a6afed79132e,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:04.945287 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network e79e772f-6e8b-466e-b7f5-a6afed79132e details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:39:04.954178 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8b33be77-5923-4f2b-acc9-e669c821e383 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5081439 Nov 11 06:39:04.965438 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52362) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:04.968585 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:04.971609 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Request body: {'subnet': {'network_id': 'e79e772f-6e8b-466e-b7f5-a6afed79132e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-772959162-subnet', 'tenant_id': '7a4e69c7596d4e9a8a5090ae76b31f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:05.054088 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Made reservation on behalf of 7a4e69c7596d4e9a8a5090ae76b31f55 for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:05.056647 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:05.300073 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:05.348232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6e509f-8011-4a23-b1d2-5e07fcc87ba4,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:05.363801 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Checking segment: {'id': 'd0e10e0c-b379-40e3-912e-6cabe0a59810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e79e772f-6e8b-466e-b7f5-a6afed79132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:05.364160 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Network hostable DHCP agents. Network: e79e772f-6e8b-466e-b7f5-a6afed79132e, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:39:05.447786 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Network e79e772f-6e8b-466e-b7f5-a6afed79132e is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:39:05.513169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-7098483b-45af-48c0-9603-3c8368859c4b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:05.514660 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-7098483b-45af-48c0-9603-3c8368859c4b tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.0727704 Nov 11 06:39:05.522245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, e79e772f-6e8b-466e-b7f5-a6afed79132e) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:05.522548 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0debd7-9bd0-41c3-a384-3360929cb2c4 req-7aace579-7c0d-4f87-a52d-daf1c3690682 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:05.523940 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5f0debd7-9bd0-41c3-a384-3360929cb2c4 req-7aace579-7c0d-4f87-a52d-daf1c3690682 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 945 time: 0.0921307 Nov 11 06:39:05.526438 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:05.527051 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:05.535039 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff374e9-639f-4d69-a3d9-4019b86d29ea None None] Network e79e772f-6e8b-466e-b7f5-a6afed79132e requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:05.630708 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5f0debd7-9bd0-41c3-a384-3360929cb2c4 req-5c93c8b1-f5a2-4610-a18a-0581d0650cbc tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/security-groups?id=27cd60b2-4169-48a9-bfff-312868f3de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943992 Nov 11 06:39:05.641789 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-74eb4187-f67f-4891-a19e-b8b7c23ed581 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6671925 Nov 11 06:39:05.664955 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Deleting port 5b51ee1d-340d-4335-832d-756ad5c8d242 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:39:05.665291 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:05.675883 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbac804-153c-466b-adb8-52c2ac6e59bd None None] Network e79e772f-6e8b-466e-b7f5-a6afed79132e requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:05.759052 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] For port 5b51ee1d-340d-4335-832d-756ad5c8d242, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5b51ee1d-340d-4335-832d-756ad5c8d242,segment=NetworkSegment(c8455e76-c0a4-4684-959c-fbe128de86f6),segment_id=c8455e76-c0a4-4684-959c-fbe128de86f6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:05.759631 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:05.773293 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Calling delete_port for 5b51ee1d-340d-4335-832d-756ad5c8d242 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:39:05.968662 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a428c-ad83-4363-a63c-d7cc0146da59 req-69be0cb4-0464-439e-895d-b4c59d581ee9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:05.970335 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ef3a428c-ad83-4363-a63c-d7cc0146da59 req-69be0cb4-0464-439e-895d-b4c59d581ee9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0509191 Nov 11 06:39:06.019841 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:06.025304 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ef3a428c-ad83-4363-a63c-d7cc0146da59 req-8f0268e3-fad8-4304-bdcb-955d8482ead3 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481761 Nov 11 06:39:06.047451 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Pushing event deleted for resources: {'Port': ['ID=5b51ee1d-340d-4335-832d-756ad5c8d242,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:06.072971 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['5b51ee1d-340d-4335-832d-756ad5c8d242'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:06.090210 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] No DVR routers for this DVR port 5b51ee1d-340d-4335-832d-756ad5c8d242 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:39:06.093410 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:06.096985 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ff1622c0-5817-4e02-8d63-f867d2fb26a1 req-250ab3ea-113f-4e98-b17e-ee4f38d0264a tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.15 "DELETE /v2.0/ports/5b51ee1d-340d-4335-832d-756ad5c8d242 HTTP/1.1" status: 204 len: 173 time: 0.5719402 Nov 11 06:39:06.102412 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'name': 'network-vif-deleted', 'tag': '5b51ee1d-340d-4335-832d-756ad5c8d242'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:06.102412 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98d7bd8-fcfc-4070-ac5b-394f7f0af8d9" -d '{"events": [{"server_uuid": "adbc123e-76ee-49d0-94bc-a803843cab42", "name": "network-vif-deleted", "tag": "5b51ee1d-340d-4335-832d-756ad5c8d242"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:06.135409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed976db-79a0-4961-964f-15f9fc05b3fc x-openstack-request-id: req-5ed976db-79a0-4961-964f-15f9fc05b3fc {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:06.135709 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc123e-76ee-49d0-94bc-a803843cab42", "name": "network-vif-deleted", "tag": "5b51ee1d-340d-4335-832d-756ad5c8d242", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:06.135992 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed976db-79a0-4961-964f-15f9fc05b3fc {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:06.136392 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbc123e-76ee-49d0-94bc-a803843cab42', 'name': 'network-vif-deleted', 'tag': '5b51ee1d-340d-4335-832d-756ad5c8d242', 'status': 'completed', 'code': 200} Nov 11 06:39:06.738695 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9f14c4b1-95e4-426f-98fd-ae93d5fd9717 req-3dbe54a3-5d32-4f59-b674-89031ac2ef59 tempest-VolumesActionsTest-1130871508 tempest-VolumesActionsTest-1130871508-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbc123e-76ee-49d0-94bc-a803843cab42 HTTP/1.1" status: 200 len: 210 time: 0.0262175 Nov 11 06:39:07.143887 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68a2d-8f05-4a36-ab56-6ac0765f279e req-03978d80-c37b-435a-acc1-4e2c87cdda2b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:07.145668 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-00b68a2d-8f05-4a36-ab56-6ac0765f279e req-03978d80-c37b-435a-acc1-4e2c87cdda2b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0521996 Nov 11 06:39:07.195266 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-00b68a2d-8f05-4a36-ab56-6ac0765f279e req-a170ac64-a773-45f0-ad0f-301082487556 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Nov 11 06:39:08.148250 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:08.269877 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:39:08.276519 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:08.277150 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:08.346895 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2968c8-57dd-441a-99e5-036824254d84 req-a57a7053-9dbc-442c-a6bc-6986e3ba05da tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:08.350851 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6a2968c8-57dd-441a-99e5-036824254d84 req-a57a7053-9dbc-442c-a6bc-6986e3ba05da tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0981908 Nov 11 06:39:08.390554 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:08.431650 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:08.434393 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2e74c9-ca2c-42d1-b8d3-a9946bdc37e9" -d '{"events": [{"server_uuid": "5bbe2867-af9c-4832-a65c-5dbfcb02c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:08.437302 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6a2968c8-57dd-441a-99e5-036824254d84 req-2a2f5a70-8b2f-4f21-a5c5-ef20d277b25e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684700 Nov 11 06:39:08.439841 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb2865-a575-4679-9e21-eb8076590b2e req-0a331d07-c3f3-4dc0-802a-e527dfc9547b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:08.447248 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-85fb2865-a575-4679-9e21-eb8076590b2e req-0a331d07-c3f3-4dc0-802a-e527dfc9547b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0768931 Nov 11 06:39:08.455826 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:08.474683 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730b474c-7a28-4fef-b825-477475c4cb37 x-openstack-request-id: req-730b474c-7a28-4fef-b825-477475c4cb37 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:08.475237 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbe2867-af9c-4832-a65c-5dbfcb02c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:08.475500 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-730b474c-7a28-4fef-b825-477475c4cb37 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:08.475896 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6', 'code': 200} Nov 11 06:39:08.502350 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-85fb2865-a575-4679-9e21-eb8076590b2e req-9126f87f-1f05-4191-8bbf-e3eccdd23faa tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440738 Nov 11 06:39:08.546331 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:08.547533 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 5b51ee1d-340d-4335-832d-756ad5c8d242 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:08.575723 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 5b51ee1d-340d-4335-832d-756ad5c8d242 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:39:08.576711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 5b51ee1d-340d-4335-832d-756ad5c8d242 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:39:08.623496 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:08.895693 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6aacf-a85e-41a7-b290-37a4cf49ed99 req-9b5b71b1-9dd2-42aa-b8e5-f3683f6e6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:08.897162 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8aa6aacf-a85e-41a7-b290-37a4cf49ed99 req-9b5b71b1-9dd2-42aa-b8e5-f3683f6e6c32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0432148 Nov 11 06:39:08.944409 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8aa6aacf-a85e-41a7-b290-37a4cf49ed99 req-80ea93a2-b0d6-4efa-aee9-b8dcc640b13b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Nov 11 06:39:09.544424 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37878c-bc27-4412-9191-c5faae6f0f67 req-1aeb3bfb-10c3-481d-8d89-a0f7ca8f78c5 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:09.546448 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8a37878c-bc27-4412-9191-c5faae6f0f67 req-1aeb3bfb-10c3-481d-8d89-a0f7ca8f78c5 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Nov 11 06:39:09.605888 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8a37878c-bc27-4412-9191-c5faae6f0f67 req-00a24b12-e1e1-4f82-b5e2-2a5011dae6a2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504639 Nov 11 06:39:09.707356 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bb6d-758c-4fb8-814a-f368fad288f2 req-b3db0619-2cc5-47e6-8bd4-895e5acf023f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:09.709032 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c877bb6d-758c-4fb8-814a-f368fad288f2 req-b3db0619-2cc5-47e6-8bd4-895e5acf023f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Nov 11 06:39:09.753184 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6709-32d3-4666-932c-1d7f72f604da req-87d5e004-3dbe-4480-8d2f-b3ddae18a635 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:09.754728 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-158d6709-32d3-4666-932c-1d7f72f604da req-87d5e004-3dbe-4480-8d2f-b3ddae18a635 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0511241 Nov 11 06:39:09.758944 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c877bb6d-758c-4fb8-814a-f368fad288f2 req-8ffb67e4-4dd9-4709-b77e-eb6e8f08a4c9 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Nov 11 06:39:09.810705 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-158d6709-32d3-4666-932c-1d7f72f604da req-a36b1e47-5d62-4aab-96c7-4f133efbc431 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 Nov 11 06:39:09.871724 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-cf4c00e0-3ba0-40b0-ab93-8530ccacb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:09.873313 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-cf4c00e0-3ba0-40b0-ab93-8530ccacb207 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.0482554 Nov 11 06:39:09.981354 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-336d5f50-84a2-44ba-94a6-422010075e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:09.983409 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-336d5f50-84a2-44ba-94a6-422010075e7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.0900211 Nov 11 06:39:10.026486 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-7fe1f80f-ddb3-45c8-8445-47b02a21c7c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0330834 Nov 11 06:39:10.081986 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-a91c9fa3-8a76-4d17-95d6-896b2fd96584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:10.083418 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-a91c9fa3-8a76-4d17-95d6-896b2fd96584 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.0463722 Nov 11 06:39:10.117007 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-543784c8-b856-4139-a077-1509aa5add3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242231 Nov 11 06:39:10.214752 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-f06c1a9e-f6ca-4854-b5d1-bf6f49ffddbe service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871794 Nov 11 06:39:10.338053 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3a560372-4d8c-43c2-a01a-4aa15eb6f2d8 req-354fcd40-056f-43ca-89e2-d231d55f0cf9 service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995319 Nov 11 06:39:10.722408 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b1d2-af99-4496-b17f-a02a060ba768 req-fe703d58-7cce-4539-bc20-1cb712c5d846 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:10.723864 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e7e8b1d2-af99-4496-b17f-a02a060ba768 req-fe703d58-7cce-4539-bc20-1cb712c5d846 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0494196 Nov 11 06:39:10.769690 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e7e8b1d2-af99-4496-b17f-a02a060ba768 req-c4cbb3e8-1f44-4c17-bb26-7f7b44f8d748 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Nov 11 06:39:10.873882 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b993c-c381-4847-a1d2-18c758fb9c9e req-2a0429e4-af57-4712-89e6-e940e9407c10 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:10.875566 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-910b993c-c381-4847-a1d2-18c758fb9c9e req-2a0429e4-af57-4712-89e6-e940e9407c10 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Nov 11 06:39:10.925605 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-910b993c-c381-4847-a1d2-18c758fb9c9e req-9fec47dc-6f11-4fd3-a8ee-8a7fbebf68fb tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Nov 11 06:39:10.934225 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663222fb-ac2c-4deb-a6e2-8865f08df4c9 req-4919a4b0-318c-47c8-abf0-40969c1cf6bb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:10.936360 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-663222fb-ac2c-4deb-a6e2-8865f08df4c9 req-4919a4b0-318c-47c8-abf0-40969c1cf6bb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0568342 Nov 11 06:39:10.984920 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-663222fb-ac2c-4deb-a6e2-8865f08df4c9 req-93c2a7ff-71fd-42f7-8449-a34b43fe5719 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Nov 11 06:39:11.890278 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f5d9-95ac-404f-a6b0-73319a21c7b1 req-543f774e-b296-44b3-a958-6cfc98d07c89 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:11.891652 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7025f5d9-95ac-404f-a6b0-73319a21c7b1 req-543f774e-b296-44b3-a958-6cfc98d07c89 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0532994 Nov 11 06:39:11.938349 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7025f5d9-95ac-404f-a6b0-73319a21c7b1 req-00b9fc76-b339-49e6-89bd-d3b70361bbad tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 Nov 11 06:39:12.117964 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63036ad-7cc3-4d34-812d-8ab107d7cb67 req-8e432d18-d045-4c3c-88d2-b22ec19df23a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:12.120428 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a63036ad-7cc3-4d34-812d-8ab107d7cb67 req-8e432d18-d045-4c3c-88d2-b22ec19df23a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0666809 Nov 11 06:39:12.169969 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a63036ad-7cc3-4d34-812d-8ab107d7cb67 req-20772c19-9268-434b-9f7e-d98121ef58b1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Nov 11 06:39:13.055263 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb178adc-400f-4fcc-a02d-2c4859507dce req-dd395532-641b-4ebc-8c32-990dd1630de8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:13.056643 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bb178adc-400f-4fcc-a02d-2c4859507dce req-dd395532-641b-4ebc-8c32-990dd1630de8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0477026 Nov 11 06:39:13.103233 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bb178adc-400f-4fcc-a02d-2c4859507dce req-b7ada4c3-8889-4f57-a4c6-4ee9d199f929 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406322 Nov 11 06:39:13.290953 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c83e9-72f6-4718-816c-c01e515d17b2 req-2816e6b9-de52-4558-bb96-42fce2769959 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:13.292502 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8b0c83e9-72f6-4718-816c-c01e515d17b2 req-2816e6b9-de52-4558-bb96-42fce2769959 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0523701 Nov 11 06:39:13.525781 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8b0c83e9-72f6-4718-816c-c01e515d17b2 req-0c7d7dfc-f2ef-4ec7-9e78-2b7627965ba3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269862 Nov 11 06:39:14.226477 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983737b-d659-4045-8d64-739c3bdf2b6a req-f8c86345-98e8-4158-aaa4-3c781a02de5f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:14.227977 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5983737b-d659-4045-8d64-739c3bdf2b6a req-f8c86345-98e8-4158-aaa4-3c781a02de5f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Nov 11 06:39:14.280372 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5983737b-d659-4045-8d64-739c3bdf2b6a req-3e4aa872-ed51-471d-a0af-632f235c280c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 Nov 11 06:39:14.636987 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b58a-2400-4fc2-a58e-546c53f1651c req-b102aa9d-a05a-4eeb-95c7-d917b096e4fa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:14.643593 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0081b58a-2400-4fc2-a58e-546c53f1651c req-b102aa9d-a05a-4eeb-95c7-d917b096e4fa tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0474076 Nov 11 06:39:14.696826 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0081b58a-2400-4fc2-a58e-546c53f1651c req-1a668b7a-8578-43a0-85c3-532f49bf95d9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 Nov 11 06:39:15.440153 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a569d01-e233-4b59-8799-1ef737a1fd84 req-a1af1c1c-ac87-4c5d-911f-77a85feac473 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:15.442495 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5a569d01-e233-4b59-8799-1ef737a1fd84 req-a1af1c1c-ac87-4c5d-911f-77a85feac473 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0698473 Nov 11 06:39:15.465587 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:39:15.514404 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5a569d01-e233-4b59-8799-1ef737a1fd84 req-24603525-5f42-4d20-a885-5cb9e9506cd5 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651724 Nov 11 06:39:15.992928 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476488b1-c6b0-45a5-b3ad-09531d0cecc4 req-81f27e05-6dd6-4070-8a40-1e2078aac701 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:15.996890 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-476488b1-c6b0-45a5-b3ad-09531d0cecc4 req-81f27e05-6dd6-4070-8a40-1e2078aac701 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1198497 Nov 11 06:39:16.088862 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-476488b1-c6b0-45a5-b3ad-09531d0cecc4 req-454cdc6b-bf7b-4122-804b-839b6ad7e87f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836804 Nov 11 06:39:16.796072 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cab86-aecd-4f29-af9e-c6004a3378b0 req-8c7d6489-a9ce-4252-b74e-3ca82fb319ec tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:16.804695 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-189cab86-aecd-4f29-af9e-c6004a3378b0 req-8c7d6489-a9ce-4252-b74e-3ca82fb319ec tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0982649 Nov 11 06:39:16.853041 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-189cab86-aecd-4f29-af9e-c6004a3378b0 req-7e7ee4cc-0a8a-45f7-b8ff-96cafaa777be tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476024 Nov 11 06:39:17.210819 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a980-0583-42d0-943e-e6707801a7cf req-3fb6b5b0-f991-46a1-8831-d974442e7eb1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:17.212259 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5cc2a980-0583-42d0-943e-e6707801a7cf req-3fb6b5b0-f991-46a1-8831-d974442e7eb1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0545959 Nov 11 06:39:17.257454 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5cc2a980-0583-42d0-943e-e6707801a7cf req-5691fab3-e28d-466a-9f34-7d0142e1c76c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Nov 11 06:39:17.440518 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60cc5f-5018-49a8-a344-12b0af2bcb2c req-b4a6ed34-c36d-427c-b24b-f47b92b9030d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:17.441955 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b60cc5f-5018-49a8-a344-12b0af2bcb2c req-b4a6ed34-c36d-427c-b24b-f47b92b9030d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0534382 Nov 11 06:39:17.490480 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b60cc5f-5018-49a8-a344-12b0af2bcb2c req-dd4e0842-0fde-447d-b88f-690490f75605 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Nov 11 06:39:18.000325 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899c74c-eaa3-4b0a-b402-78260dd6769f req-5ac05d78-6298-44c9-828b-623c4e2235bc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:18.001759 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6899c74c-eaa3-4b0a-b402-78260dd6769f req-5ac05d78-6298-44c9-828b-623c4e2235bc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0535729 Nov 11 06:39:18.052295 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6899c74c-eaa3-4b0a-b402-78260dd6769f req-aae886c8-ffc8-4211-8bb7-c71485ed0757 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435228 Nov 11 06:39:18.179236 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-08a083b2-1057-452b-ba1b-90afcd877995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:18.391944 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa38206-2557-41fe-8277-0d029b70296a req-333d7b0d-2dea-4802-857e-c885872b296a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:18.393425 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6aa38206-2557-41fe-8277-0d029b70296a req-333d7b0d-2dea-4802-857e-c885872b296a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0597062 Nov 11 06:39:18.453916 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6aa38206-2557-41fe-8277-0d029b70296a req-c08c1759-64b9-4fea-b62b-99e46acc3a1e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503402 Nov 11 06:39:18.645795 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872362a-7397-4125-8c66-552a576df0c1 req-544283f4-4dac-4582-afb3-99137fb9d447 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:18.645795 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f872362a-7397-4125-8c66-552a576df0c1 req-544283f4-4dac-4582-afb3-99137fb9d447 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0657482 Nov 11 06:39:18.701678 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f872362a-7397-4125-8c66-552a576df0c1 req-a3bf7087-e0a0-47ba-9475-b9ce1b747422 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Nov 11 06:39:19.203112 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa5682-f23a-4436-8e78-c55e384b7057 req-8637278a-4ffa-45ca-8067-b86f73d94e8c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:19.209067 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2afa5682-f23a-4436-8e78-c55e384b7057 req-8637278a-4ffa-45ca-8067-b86f73d94e8c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0651810 Nov 11 06:39:19.270143 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2afa5682-f23a-4436-8e78-c55e384b7057 req-3435b063-806f-4f40-849f-ebddae490b04 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527513 Nov 11 06:39:19.596450 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f4bf-09ee-4e18-8c72-5b5357d6edb3 req-3587f963-6c1d-4e54-b7c7-eb02689108c7 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:19.604812 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6d91f4bf-09ee-4e18-8c72-5b5357d6edb3 req-3587f963-6c1d-4e54-b7c7-eb02689108c7 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0597792 Nov 11 06:39:19.674878 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6d91f4bf-09ee-4e18-8c72-5b5357d6edb3 req-05a92b9f-d8f5-473d-a9e0-08d2161ad8ef tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 Nov 11 06:39:19.865508 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19964fa1-c9a1-4e89-8919-391c81b9d4f6 req-f9bf5b41-1bb6-4e0a-bedc-c2a94471fea3 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:19.867723 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-19964fa1-c9a1-4e89-8919-391c81b9d4f6 req-f9bf5b41-1bb6-4e0a-bedc-c2a94471fea3 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0558000 Nov 11 06:39:19.928442 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-19964fa1-c9a1-4e89-8919-391c81b9d4f6 req-e9827508-21dd-40a8-8214-80ac639c519d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517318 Nov 11 06:39:20.383854 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ca1d3-f8bc-4391-8e9e-2b8bccfdc42e req-1a5cfb2c-159f-4b8a-892b-5d1159eb6880 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:20.392659 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d69ca1d3-f8bc-4391-8e9e-2b8bccfdc42e req-1a5cfb2c-159f-4b8a-892b-5d1159eb6880 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0603077 Nov 11 06:39:20.425294 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-21fe047e-02c9-470a-ad47-3e6d09523f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:20.449717 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d69ca1d3-f8bc-4391-8e9e-2b8bccfdc42e req-fa22fb15-f4c4-4c65-8bec-ea0878798586 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560112 Nov 11 06:39:20.889237 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743701a-da1a-421a-a96a-6384f56a663b req-a7c7a259-a5f0-466e-990f-f2ca6d632924 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:20.892512 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5743701a-da1a-421a-a96a-6384f56a663b req-a7c7a259-a5f0-466e-990f-f2ca6d632924 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1141102 Nov 11 06:39:21.002375 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5743701a-da1a-421a-a96a-6384f56a663b req-9faf8ed8-826e-43f7-900e-47e170c2be56 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024032 Nov 11 06:39:21.145669 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145340fe-55c2-4c2d-b490-ffe44ad10038 req-d18247d2-2fc5-45d7-ae37-6fd4556589b3 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:21.147889 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-145340fe-55c2-4c2d-b490-ffe44ad10038 req-d18247d2-2fc5-45d7-ae37-6fd4556589b3 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0749147 Nov 11 06:39:21.221569 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-145340fe-55c2-4c2d-b490-ffe44ad10038 req-fee277d8-fb94-4c41-b7d1-3ea199205b52 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635962 Nov 11 06:39:21.527902 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:21.599199 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bcf48-1a09-4891-8894-ad29bceb169c req-0a1705b4-f355-4f13-8174-69cdd26e3681 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:21.600697 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9d2bcf48-1a09-4891-8894-ad29bceb169c req-0a1705b4-f355-4f13-8174-69cdd26e3681 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0560668 Nov 11 06:39:21.661242 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9d2bcf48-1a09-4891-8894-ad29bceb169c req-0c3a19a8-4dbe-43a0-9713-211187a168d6 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545232 Nov 11 06:39:22.138272 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097c15d-0d07-40b7-a4c7-82feddf73ba2 req-32aeb02c-f65c-466c-af4d-300c1e22ea08 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:22.139865 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8097c15d-0d07-40b7-a4c7-82feddf73ba2 req-32aeb02c-f65c-466c-af4d-300c1e22ea08 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0602620 Nov 11 06:39:22.192374 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8097c15d-0d07-40b7-a4c7-82feddf73ba2 req-8caf5dd3-a771-435f-8311-07a6ed937013 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Nov 11 06:39:22.378994 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465ab5-b7f8-4693-a986-4a19950a8ae9 req-1984a7ac-8f4e-42c8-a65d-0a2191e9c213 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:22.381333 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9b465ab5-b7f8-4693-a986-4a19950a8ae9 req-1984a7ac-8f4e-42c8-a65d-0a2191e9c213 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0680578 Nov 11 06:39:22.458297 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9b465ab5-b7f8-4693-a986-4a19950a8ae9 req-114dddbe-6f76-4c2b-b81d-946a85675d81 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693946 Nov 11 06:39:22.796653 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c018b-94ff-4e32-86fb-9c30755eeb69 req-6f688985-1c8a-4486-bb6a-b8ccc4ed9e09 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:22.798470 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-dc1c018b-94ff-4e32-86fb-9c30755eeb69 req-6f688985-1c8a-4486-bb6a-b8ccc4ed9e09 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0541198 Nov 11 06:39:22.912144 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-dc1c018b-94ff-4e32-86fb-9c30755eeb69 req-633cf99c-4c3d-4847-8293-b6c512723c09 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014788 Nov 11 06:39:22.961950 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:23.167789 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:23.323199 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da782e70-0ce9-4b2c-b78e-7df8b64df230 req-ad566d13-eae7-4954-add0-785b18ef0b27 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:23.324658 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-da782e70-0ce9-4b2c-b78e-7df8b64df230 req-ad566d13-eae7-4954-add0-785b18ef0b27 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0501924 Nov 11 06:39:23.370326 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-da782e70-0ce9-4b2c-b78e-7df8b64df230 req-cdada6f1-c639-49b0-ad7b-e6c7ca972b48 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Nov 11 06:39:23.604329 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414403-309b-42d1-848a-c9d764cdb489 req-5261ce62-1fa8-4343-88c4-7e566560d2d7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:23.608256 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ba414403-309b-42d1-848a-c9d764cdb489 req-5261ce62-1fa8-4343-88c4-7e566560d2d7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0733476 Nov 11 06:39:23.690329 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ba414403-309b-42d1-848a-c9d764cdb489 req-f62b4267-fb52-4a3f-b01b-d501a7a09f73 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767286 Nov 11 06:39:24.049816 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab86e-904f-4100-8c22-b3d532697a6e req-163f0500-f048-4390-acf6-268142109cd2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:24.053251 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6b6ab86e-904f-4100-8c22-b3d532697a6e req-163f0500-f048-4390-acf6-268142109cd2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0654912 Nov 11 06:39:24.116839 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6b6ab86e-904f-4100-8c22-b3d532697a6e req-064de9de-e768-44ff-ab7b-78c3df747f26 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567725 Nov 11 06:39:24.138426 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:24.542857 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff4fc-d7b7-4dfe-8423-8068d31f62c5 req-5913eb47-fec8-4f36-a86b-3eb139781e10 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:24.545445 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a97ff4fc-d7b7-4dfe-8423-8068d31f62c5 req-5913eb47-fec8-4f36-a86b-3eb139781e10 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1013317 Nov 11 06:39:24.618486 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a97ff4fc-d7b7-4dfe-8423-8068d31f62c5 req-87f36ff9-1513-4335-a89a-fefc2f24ef69 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657191 Nov 11 06:39:24.810649 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8222d-5bae-4bb3-9ad9-858bc1a5210d req-46fd693c-54da-4f20-a0b4-bbdfe6958a90 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:24.817753 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46a8222d-5bae-4bb3-9ad9-858bc1a5210d req-46fd693c-54da-4f20-a0b4-bbdfe6958a90 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0576317 Nov 11 06:39:24.869864 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46a8222d-5bae-4bb3-9ad9-858bc1a5210d req-c43de3c5-c807-4ce7-b837-cbd982c84bb6 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512197 Nov 11 06:39:25.275658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf49aac-1651-4a90-9aca-78e3ddc227ed req-c12df894-5c4f-47b3-bb0a-1a9da7892a58 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:25.277148 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecf49aac-1651-4a90-9aca-78e3ddc227ed req-c12df894-5c4f-47b3-bb0a-1a9da7892a58 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0771110 Nov 11 06:39:25.329110 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecf49aac-1651-4a90-9aca-78e3ddc227ed req-2acdb902-a7e0-4ab8-b3a4-e0af79ad7629 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451694 Nov 11 06:39:25.753092 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba920e61-6a8a-4ab8-97bf-1085466d2c3f req-e504e4d9-5da2-4957-814a-b1cffcda135b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:25.754622 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ba920e61-6a8a-4ab8-97bf-1085466d2c3f req-e504e4d9-5da2-4957-814a-b1cffcda135b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0530846 Nov 11 06:39:25.816252 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ba920e61-6a8a-4ab8-97bf-1085466d2c3f req-6d21437b-95fd-4555-b98a-9c2d6a367811 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526171 Nov 11 06:39:25.999474 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ced3-5600-45bd-a387-4fa0354ca734 req-e69a84b4-a6fc-42b7-a424-0626d3cf1c74 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:26.001005 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4a37ced3-5600-45bd-a387-4fa0354ca734 req-e69a84b4-a6fc-42b7-a424-0626d3cf1c74 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Nov 11 06:39:26.050943 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4a37ced3-5600-45bd-a387-4fa0354ca734 req-62357af4-e334-4786-b547-9fdd82e7a912 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438831 Nov 11 06:39:26.261391 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:39:26.296064 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52846) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:26.358587 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Deleting subnet 9419942c-4143-4f75-852e-18e03b8f6acd {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:39:26.362964 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.410281 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.421274 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:26.434204 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'mac_address': 'fa:16:3e:53:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:39:26.471217 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.477079 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.484720 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdfbd667-956c-4b90-bb49-1d492c6540a0 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:39:26.504116 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:26.526628 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931d5d-056f-46f6-94f5-86e8a104e286 req-761cf526-aa1b-4f08-90ad-f1e5641725cd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:26.528150 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b931d5d-056f-46f6-94f5-86e8a104e286 req-761cf526-aa1b-4f08-90ad-f1e5641725cd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0879383 Nov 11 06:39:26.561940 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.598505 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b931d5d-056f-46f6-94f5-86e8a104e286 req-01a424c1-e164-449c-ba69-96d00be0f209 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597589 Nov 11 06:39:26.621747 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=6']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:26.647917 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.674329 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9419942c-4143-4f75-852e-18e03b8f6acd,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:26.678458 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.684149 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-de884351-2739-42f0-8708-9d6731affc21 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9419942c-4143-4f75-852e-18e03b8f6acd HTTP/1.1" status: 204 len: 168 time: 0.3841045 Nov 11 06:39:26.684393 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52858) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:26.806348 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.927408 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:26.951285 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['fdfbd667-956c-4b90-bb49-1d492c6540a0'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:26.955365 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e22712-e99b-4e51-957f-c0ba23cb4df0']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:27.014427 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff213fb-af90-48df-92b7-9cd81660003f') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:27.015266 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff213fb-af90-48df-92b7-9cd81660003f') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:27.036455 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.069781 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c59de-d644-4566-b583-34c51e7a4109 req-0db2908a-6eb4-4221-9296-b42b0cd5856c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:27.080549 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f5c59de-d644-4566-b583-34c51e7a4109 req-0db2908a-6eb4-4221-9296-b42b0cd5856c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1078446 Nov 11 06:39:27.101051 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.129825 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:39:27.130169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:39:27.136039 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:39:27.234251 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05bf9a-1154-4fd9-9635-7dc6d89f970e req-f062de28-34a0-4489-9d02-d182f1941b03 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:27.244964 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fa05bf9a-1154-4fd9-9635-7dc6d89f970e req-f062de28-34a0-4489-9d02-d182f1941b03 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0842040 Nov 11 06:39:27.249171 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f5c59de-d644-4566-b583-34c51e7a4109 req-4d67b223-5cf3-411e-b22e-e0b601ba736a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668444 Nov 11 06:39:27.316837 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fa05bf9a-1154-4fd9-9635-7dc6d89f970e req-89c2361b-ea6c-46f7-80f1-95473a3aabf9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698569 Nov 11 06:39:27.322198 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.329795 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.332966 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] 10.222.0.20 "DELETE /v2.0/networks/84e22712-e99b-4e51-957f-c0ba23cb4df0 HTTP/1.1" status: 204 len: 168 time: 0.6475570 Nov 11 06:39:27.336272 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52870) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:27.343551 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ee175-1c2f-481d-841b-16cc3ad3ac65 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e22712-e99b-4e51-957f-c0ba23cb4df0,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:27.389947 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Deleting subnet 5f6e509f-8011-4a23-b1d2-5e07fcc87ba4 {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:39:27.393779 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.430768 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.444451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.563091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.613290 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6e509f-8011-4a23-b1d2-5e07fcc87ba4,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:27.625477 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.634946 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-7277c728-b5d4-4372-a347-5ea6cf3120de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f6e509f-8011-4a23-b1d2-5e07fcc87ba4 HTTP/1.1" status: 204 len: 168 time: 0.2930460 Nov 11 06:39:27.636952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52886) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:27.752568 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.823758 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542986f1-d928-4193-a2bc-c3f9c28c75d9 req-d82d748f-f64f-4d54-a81e-a14c0d0f6ff0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:27.826113 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-542986f1-d928-4193-a2bc-c3f9c28c75d9 req-d82d748f-f64f-4d54-a81e-a14c0d0f6ff0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 944 time: 0.1066835 Nov 11 06:39:27.917717 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:27.950850 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79e772f-6e8b-466e-b7f5-a6afed79132e']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:27.971004 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e10e0c-b379-40e3-912e-6cabe0a59810') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:27.971309 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e10e0c-b379-40e3-912e-6cabe0a59810') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:27.981450 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-542986f1-d928-4193-a2bc-c3f9c28c75d9 req-d2830eb6-53e6-4aaa-84e9-80ca7ef3e5a8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170580 Nov 11 06:39:28.000022 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.019574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.026500 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:39:28.026904 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:39:28.040960 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:39:28.185053 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.189717 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.204933 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e79e772f-6e8b-466e-b7f5-a6afed79132e HTTP/1.1" status: 204 len: 168 time: 0.5663633 Nov 11 06:39:28.260684 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:28.443002 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port fdfbd667-956c-4b90-bb49-1d492c6540a0 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:28.444591 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.447443 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5902b06-f7b3-48ed-8c72-ecbbd52a62ee req-a95bc117-07ea-4d3e-9d09-3e85c54d8dde tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:28.460218 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5902b06-f7b3-48ed-8c72-ecbbd52a62ee req-a95bc117-07ea-4d3e-9d09-3e85c54d8dde tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1105671 Nov 11 06:39:28.540518 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5902b06-f7b3-48ed-8c72-ecbbd52a62ee req-aed1eb3b-b4b4-42ba-a1df-eeb4ed2f2f2d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783525 Nov 11 06:39:28.600808 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.632420 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:28.635085 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd881a12-71b4-44f7-a57b-506e9d46fe94" -d '{"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:28.676464 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:28.695724 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a23375-c80a-4799-957a-bd1c92a4cf80 x-openstack-request-id: req-d6a23375-c80a-4799-957a-bd1c92a4cf80 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:28.696230 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:28.696648 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6a23375-c80a-4799-957a-bd1c92a4cf80 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:28.697291 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'code': 200} Nov 11 06:39:28.784625 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:28.888736 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=7']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:28.899000 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460c28d-c451-4284-9a79-f711f06ca522 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79e772f-6e8b-466e-b7f5-a6afed79132e,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:28.918746 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52922) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:29.010708 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16082252-fe99-48e9-911a-3ac29184447b req-def82c53-182b-4c53-91e0-de2601131c14 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:29.032069 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3f1c5b26-109c-461a-ba54-95f234436bd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47f08f3b23e4b80890b10be56f1fa45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1114731 Nov 11 06:39:29.033025 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 52926) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:29.035001 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16082252-fe99-48e9-911a-3ac29184447b req-def82c53-182b-4c53-91e0-de2601131c14 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1294417 Nov 11 06:39:29.173075 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16082252-fe99-48e9-911a-3ac29184447b req-5e284c9c-67b6-466b-b22e-9107aa709033 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358664 Nov 11 06:39:29.180271 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-323c640d-9a1c-4af0-98c0-2ecf7e353be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:29.292740 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-323c640d-9a1c-4af0-98c0-2ecf7e353be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:29.373154 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30cae-c43c-4d8d-ad50-52788fb587a6 req-3c8b7ae3-7bd5-49ac-bc37-2e65cf110c43 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:29.383728 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-21b30cae-c43c-4d8d-ad50-52788fb587a6 req-3c8b7ae3-7bd5-49ac-bc37-2e65cf110c43 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.2223253 Nov 11 06:39:29.538107 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-21b30cae-c43c-4d8d-ad50-52788fb587a6 req-ba23ee4b-f8f1-4a6c-850d-6dfe0e4116d4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527996 Nov 11 06:39:29.693066 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e73290-723c-4a8e-9789-b41b6ab8cc5a req-bc41ff94-37ec-46f9-87db-18a6d4c80928 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:29.694645 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f2e73290-723c-4a8e-9789-b41b6ab8cc5a req-bc41ff94-37ec-46f9-87db-18a6d4c80928 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0696807 Nov 11 06:39:29.695821 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-323c640d-9a1c-4af0-98c0-2ecf7e353be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:29.715601 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-323c640d-9a1c-4af0-98c0-2ecf7e353be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:29.721611 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-323c640d-9a1c-4af0-98c0-2ecf7e353be7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/107e7fc7-44ff-4607-8320-b7e1635042fd HTTP/1.1" status: 204 len: 168 time: 0.6875641 Nov 11 06:39:29.746572 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c640d-9a1c-4af0-98c0-2ecf7e353be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e7fc7-44ff-4607-8320-b7e1635042fd,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:29.822714 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f2e73290-723c-4a8e-9789-b41b6ab8cc5a req-c26d2525-3da3-487c-84bc-4bad0f475458 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986640 Nov 11 06:39:30.259783 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f908bf-ec74-4bf3-9280-3d8e6ad3224b req-e17bc34e-b4a2-4829-b5c9-eda5e0c3fb1b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:30.261561 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-51f908bf-ec74-4bf3-9280-3d8e6ad3224b req-e17bc34e-b4a2-4829-b5c9-eda5e0c3fb1b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 945 time: 0.1336701 Nov 11 06:39:30.327701 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-51f908bf-ec74-4bf3-9280-3d8e6ad3224b req-26a16ef3-8bfc-4b7e-a72d-3d59e2328a10 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563350 Nov 11 06:39:30.348617 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2beab9-2f56-4a94-9158-197450899b92 req-0ad5af04-d4a7-4c95-bfd3-77677a033286 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:30.348617 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ab2beab9-2f56-4a94-9158-197450899b92 req-0ad5af04-d4a7-4c95-bfd3-77677a033286 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0641413 Nov 11 06:39:30.392612 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ab2beab9-2f56-4a94-9158-197450899b92 req-754f56bb-4e43-43b9-a58c-bec78b7545a1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 Nov 11 06:39:30.718064 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90553937-c4fb-4a43-b0fd-27f3156b8baf req-1293f392-9304-4f2d-a008-a7bd5272a217 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:30.727064 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-90553937-c4fb-4a43-b0fd-27f3156b8baf req-1293f392-9304-4f2d-a008-a7bd5272a217 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0673206 Nov 11 06:39:30.795810 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-90553937-c4fb-4a43-b0fd-27f3156b8baf req-14f13fd8-2c34-49d1-98b5-de7a0472eb6e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676374 Nov 11 06:39:30.896309 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52950) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:31.021388 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-22ec473a-5b98-427e-8735-438be699b738 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a4e69c7596d4e9a8a5090ae76b31f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235263 Nov 11 06:39:31.023877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 52952) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:31.095110 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c6b36827-5a33-4ca1-9f23-0bea139a6c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:31.143246 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8442-abaa-4ee1-ae1e-89ac41f84115 req-df6eaaec-24b0-4cf2-9630-1415b6f44a43 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:31.161000 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4ddb8442-abaa-4ee1-ae1e-89ac41f84115 req-df6eaaec-24b0-4cf2-9630-1415b6f44a43 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1895854 Nov 11 06:39:31.244454 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c6b36827-5a33-4ca1-9f23-0bea139a6c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:31.309362 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4ddb8442-abaa-4ee1-ae1e-89ac41f84115 req-a58a7be3-6c79-4e50-8908-2822c54f6714 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290257 Nov 11 06:39:31.427190 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c6b36827-5a33-4ca1-9f23-0bea139a6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:31.433608 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c6b36827-5a33-4ca1-9f23-0bea139a6c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:31.444996 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c6b36827-5a33-4ca1-9f23-0bea139a6c09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1fb9015-ef82-402c-a5f7-0ea1b17cbced HTTP/1.1" status: 204 len: 168 time: 0.4177315 Nov 11 06:39:31.479354 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b36827-5a33-4ca1-9f23-0bea139a6c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb9015-ef82-402c-a5f7-0ea1b17cbced,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:31.529645 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6eee-a22f-4a73-941c-dbbd112ad0bc req-a505d2ee-ec81-45e1-a22c-8ea404c0873c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:31.542041 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-17dd6eee-a22f-4a73-941c-dbbd112ad0bc req-a505d2ee-ec81-45e1-a22c-8ea404c0873c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 945 time: 0.1244264 Nov 11 06:39:31.609821 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-17dd6eee-a22f-4a73-941c-dbbd112ad0bc req-b5f9a537-260e-4ec5-adc3-ef37b355d462 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666471 Nov 11 06:39:31.653073 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7902-e399-40e3-bf42-f80683358adc req-6577e03e-f0e0-41ed-b153-6d335fecbd91 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:31.660789 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c02f7902-e399-40e3-bf42-f80683358adc req-6577e03e-f0e0-41ed-b153-6d335fecbd91 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1399212 Nov 11 06:39:31.723718 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c02f7902-e399-40e3-bf42-f80683358adc req-7dac5f90-9dd3-44ee-a7db-628729ae6618 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618815 Nov 11 06:39:32.194030 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71c29b-3ff9-4ffc-bea8-e7ec90741480 req-2849a51d-79f8-45b0-97f7-5dfe3e9d5384 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:32.194030 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3d71c29b-3ff9-4ffc-bea8-e7ec90741480 req-2849a51d-79f8-45b0-97f7-5dfe3e9d5384 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1817122 Nov 11 06:39:32.194030 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3d71c29b-3ff9-4ffc-bea8-e7ec90741480 req-9835c471-c2da-414e-8985-40c39e2508ab tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581725 Nov 11 06:39:32.346850 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-413428bb-5c81-41ff-8c02-4aa2ff56a48f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:32.349270 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-413428bb-5c81-41ff-8c02-4aa2ff56a48f tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 945 time: 0.1051552 Nov 11 06:39:32.541794 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc785db-0d9a-49e7-ae30-20528ef1cbf9 req-d470de0f-2ea0-4d80-bf71-0d6e3c85f5a8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:32.543207 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dc785db-0d9a-49e7-ae30-20528ef1cbf9 req-d470de0f-2ea0-4d80-bf71-0d6e3c85f5a8 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1086257 Nov 11 06:39:32.583371 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Deleting port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:39:32.587361 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:32.681339 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2dc785db-0d9a-49e7-ae30-20528ef1cbf9 req-36c528c1-5cdd-431a-890d-9608bcfcce46 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230974 Nov 11 06:39:32.764336 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] For port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:32.765116 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:32.795130 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Calling delete_port for 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:39:32.845781 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015c140-bbac-48ad-b04e-8328ff953186 req-61c285cc-1b5a-4126-99f4-896a3c31f7c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:32.862404 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b015c140-bbac-48ad-b04e-8328ff953186 req-61c285cc-1b5a-4126-99f4-896a3c31f7c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 945 time: 0.1341615 Nov 11 06:39:32.943424 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b015c140-bbac-48ad-b04e-8328ff953186 req-f0483ad3-b44f-4061-9ffb-061e3a1ad6df tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793974 Nov 11 06:39:32.955580 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412a6f-3436-492e-b21d-642dd68fdf93 req-f8630982-dd8c-4ee0-8646-1f653bced3d8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:32.960113 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f0412a6f-3436-492e-b21d-642dd68fdf93 req-f8630982-dd8c-4ee0-8646-1f653bced3d8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0885081 Nov 11 06:39:33.075836 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f0412a6f-3436-492e-b21d-642dd68fdf93 req-bc525724-8900-4634-87cc-48108c5f0987 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103933 Nov 11 06:39:33.242577 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:33.279674 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0', '08ba9354-b054-4f00-a495-b536b3c9440a', 'bd62b477-21a5-482e-bcb2-8317119fe62f', '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:33.359466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event deleted for resources: {'Port': ['ID=2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:33.424574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] No DVR routers for this DVR port 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:39:33.427838 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:33.436486 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aa4c969c-0265-431b-8ed2-0107f9e96390 req-264cb672-5eb4-47a5-b692-324a6b57bc4b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "DELETE /v2.0/ports/2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 HTTP/1.1" status: 204 len: 173 time: 1.0798383 Nov 11 06:39:33.437092 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'name': 'network-vif-deleted', 'tag': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:33.439519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb7b8ee-14df-4a7d-bc04-15669a115927" -d '{"events": [{"server_uuid": "5bbe2867-af9c-4832-a65c-5dbfcb02c5d0", "name": "network-vif-deleted", "tag": "2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:33.458014 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69478-b1cd-479a-baf7-26208b7aa037 req-82fd70b4-75bf-4c11-ace4-1fca7f45c657 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:33.472711 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a3f69478-b1cd-479a-baf7-26208b7aa037 req-82fd70b4-75bf-4c11-ace4-1fca7f45c657 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.2038267 Nov 11 06:39:33.511295 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06896d02-c810-44c5-bcb1-8c10e6d4c138 x-openstack-request-id: req-06896d02-c810-44c5-bcb1-8c10e6d4c138 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:33.511702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbe2867-af9c-4832-a65c-5dbfcb02c5d0", "name": "network-vif-deleted", "tag": "2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:33.512082 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06896d02-c810-44c5-bcb1-8c10e6d4c138 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:33.514176 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbe2867-af9c-4832-a65c-5dbfcb02c5d0', 'name': 'network-vif-deleted', 'tag': '2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6', 'status': 'completed', 'code': 200} Nov 11 06:39:33.661853 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a3f69478-b1cd-479a-baf7-26208b7aa037 req-5ff2533f-3be7-4372-b46e-07e099f26805 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846831 Nov 11 06:39:33.897883 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bfb2-3505-44d7-aacd-0ab334176e01 req-51223941-17a2-4432-ac45-c4a050fcfc3b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:33.909877 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1df9bfb2-3505-44d7-aacd-0ab334176e01 req-51223941-17a2-4432-ac45-c4a050fcfc3b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1182446 Nov 11 06:39:34.054653 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1df9bfb2-3505-44d7-aacd-0ab334176e01 req-ce47882e-f3a4-46b9-8839-203fe2d1bcc5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263046 Nov 11 06:39:34.173422 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1b328c06-f338-4c55-bfdd-5c9b3d6c7339 req-48b9a6f2-365b-462c-b35a-3af49a14c799 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bbe2867-af9c-4832-a65c-5dbfcb02c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0697315 Nov 11 06:39:34.296837 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496593f-da9a-4f84-be00-51fd910f791d req-9a9e09a6-b631-4fa9-abe7-419a46688aab tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:34.314367 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6496593f-da9a-4f84-be00-51fd910f791d req-9a9e09a6-b631-4fa9-abe7-419a46688aab tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1208487 Nov 11 06:39:34.369400 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6496593f-da9a-4f84-be00-51fd910f791d req-a8a01e1e-0458-4688-886b-d8d9aad2c03e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538478 Nov 11 06:39:34.574530 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53012) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:34.719688 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-945d887a-e193-466e-b070-54ad4c848c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:34.908642 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe7276-ea39-4069-9d0f-44c7254fbf97 req-b1ba2df2-a2cd-4541-9bc6-0b37916da09b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:34.910130 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-affe7276-ea39-4069-9d0f-44c7254fbf97 req-b1ba2df2-a2cd-4541-9bc6-0b37916da09b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1612737 Nov 11 06:39:34.925854 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-945d887a-e193-466e-b070-54ad4c848c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:34.984445 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-affe7276-ea39-4069-9d0f-44c7254fbf97 req-69a3086a-c4d5-46c6-8487-0fae6268a5f0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640202 Nov 11 06:39:35.002071 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-945d887a-e193-466e-b070-54ad4c848c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:35.036004 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d887a-e193-466e-b070-54ad4c848c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0a4dac-2c86-4247-97f3-9f544078eb8a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:35.120688 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53024) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:35.121820 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-945d887a-e193-466e-b070-54ad4c848c60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30fd01362c1446bcb984d07c3958d096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535440 Nov 11 06:39:35.273562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebfd8a-303a-4a40-b2dc-b07fe787dd65 req-a0718a3b-aec8-42ad-82e0-cab05144644f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:35.289317 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6cebfd8a-303a-4a40-b2dc-b07fe787dd65 req-a0718a3b-aec8-42ad-82e0-cab05144644f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1410818 Nov 11 06:39:35.344915 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-85dc8450-5ee4-4b05-b2cf-3a8ede09a7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:35.393112 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6cebfd8a-303a-4a40-b2dc-b07fe787dd65 req-21d644ac-47db-4b20-94d1-ae0717574173 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846372 Nov 11 06:39:35.434740 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-85dc8450-5ee4-4b05-b2cf-3a8ede09a7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:35.537420 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf23038-0e8e-4d11-96c1-0a73c1586d23 req-350c6f40-61b2-40e4-95bd-acbeadf94d26 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:35.553229 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4bf23038-0e8e-4d11-96c1-0a73c1586d23 req-350c6f40-61b2-40e4-95bd-acbeadf94d26 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0758195 Nov 11 06:39:35.629995 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4bf23038-0e8e-4d11-96c1-0a73c1586d23 req-4b63a809-987f-4e8e-a3f5-8e17cfd9f6ea tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732949 Nov 11 06:39:35.647352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-85dc8450-5ee4-4b05-b2cf-3a8ede09a7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:35.650102 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-85dc8450-5ee4-4b05-b2cf-3a8ede09a7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:35.651253 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-85dc8450-5ee4-4b05-b2cf-3a8ede09a7c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f0a4dac-2c86-4247-97f3-9f544078eb8a HTTP/1.1" status: 204 len: 168 time: 0.5294225 Nov 11 06:39:35.666617 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc8450-5ee4-4b05-b2cf-3a8ede09a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0a4dac-2c86-4247-97f3-9f544078eb8a,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:36.155887 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e82e1-c99a-4e60-9c53-3a799f81b705 req-3b4dfe1d-d63c-4cd4-9008-a2cc0b8244f3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:36.157490 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-df2e82e1-c99a-4e60-9c53-3a799f81b705 req-3b4dfe1d-d63c-4cd4-9008-a2cc0b8244f3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0760226 Nov 11 06:39:36.220596 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-df2e82e1-c99a-4e60-9c53-3a799f81b705 req-11815d3b-02fa-45c3-8199-a581e0662cf6 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548818 Nov 11 06:39:36.298600 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:36.328099 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:39:36.328501 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2e464ff8-2ab4-4aff-ac2c-765ecc51d7c6 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:39:36.523726 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4390685-7449-487d-9a8e-36cb4c5ac541 req-572593bb-538f-4865-a0a1-e38663901100 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:36.525378 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c4390685-7449-487d-9a8e-36cb4c5ac541 req-572593bb-538f-4865-a0a1-e38663901100 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0679581 Nov 11 06:39:36.613120 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c4390685-7449-487d-9a8e-36cb4c5ac541 req-10cc2ceb-54b1-4dbb-a7a7-602d030201d7 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808384 Nov 11 06:39:36.774212 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb49fb-5669-4b23-9f41-ae8fe8f088fb req-7e2e2c10-8c99-46c4-b226-570f314beced tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:36.775651 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3adb49fb-5669-4b23-9f41-ae8fe8f088fb req-7e2e2c10-8c99-46c4-b226-570f314beced tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Nov 11 06:39:36.873573 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3adb49fb-5669-4b23-9f41-ae8fe8f088fb req-3ddaf71c-d194-4d9b-b7b1-3f1cfab60b92 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Nov 11 06:39:36.890284 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53080) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:36.983073 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950714722-network', 'tenant_id': '11d75852d9704b4988e925f041f14d86'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:37.235839 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Made reservation on behalf of 11d75852d9704b4988e925f041f14d86 for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:37.238236 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.247877 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.350983 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.438859 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec2a4-7426-42fc-9939-59e9b25bb0c0 req-7141c607-c381-4439-9892-421f02d5f869 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:37.442319 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-52eec2a4-7426-42fc-9939-59e9b25bb0c0 req-7141c607-c381-4439-9892-421f02d5f869 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0899663 Nov 11 06:39:37.473572 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.500321 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1280e9-221b-4678-a2ea-584016a40e97 req-2d98f3bb-6cd0-4e9a-bde4-42155873ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:37.501869 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cb1280e9-221b-4678-a2ea-584016a40e97 req-2d98f3bb-6cd0-4e9a-bde4-42155873ac00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.0956917 Nov 11 06:39:37.518961 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:39:37.533190 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b2dee-0083-4a64-9392-539bac11289b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:37.534425 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a956d0-4a92-4205-899f-ac8211102499 req-ee2af1c2-ce71-4267-9dfa-f8e666ba1408 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:37.542206 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e6a956d0-4a92-4205-899f-ac8211102499 req-ee2af1c2-ce71-4267-9dfa-f8e666ba1408 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.0857573 Nov 11 06:39:37.551003 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-52eec2a4-7426-42fc-9939-59e9b25bb0c0 req-75d1abd5-cc23-4b4d-9384-2646913a10d7 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035404 Nov 11 06:39:37.558101 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.559618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Added segment 856993e6-24d5-41db-b865-b4ae581c37cf of type vlan for network defa9f0e-90d5-4b40-9667-44a4b34521c5 Nov 11 06:39:37.613040 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e6a956d0-4a92-4205-899f-ac8211102499 req-b6b4be60-8b7f-42d7-b85a-93ac4530688d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697548 Nov 11 06:39:37.617929 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cb1280e9-221b-4678-a2ea-584016a40e97 req-6320d5dd-9a97-4ea9-8dab-564c60607998 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054389 Nov 11 06:39:37.619586 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.707235 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.707235 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:37.707235 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:37.808113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] Pushing event updated for resources: {'Network': ['ID=defa9f0e-90d5-4b40-9667-44a4b34521c5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:37.819245 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:39:37.857426 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f268c5-b022-46ab-a213-31c570292b93 req-8eac5304-48ed-43ef-8974-6fec5693fb3f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:37.859384 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-21f268c5-b022-46ab-a213-31c570292b93 req-8eac5304-48ed-43ef-8974-6fec5693fb3f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1487463 Nov 11 06:39:37.897203 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-0a08a613-027f-4c0d-ba5b-b5f8fa03cded admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0057030 Nov 11 06:39:37.899847 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53126) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:37.914406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Request body: {'subnet': {'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950714722-subnet', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:37.966713 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-21f268c5-b022-46ab-a213-31c570292b93 req-1bfb581f-703f-45fe-a469-62f6f0e1ebb0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960779 Nov 11 06:39:38.025886 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd21-2635-46b9-ad6b-476a8e836649 req-1a2b9ff8-6380-4dd5-8c41-0a18119904d1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:38.033918 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c0bdfd21-2635-46b9-ad6b-476a8e836649 req-1a2b9ff8-6380-4dd5-8c41-0a18119904d1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0630407 Nov 11 06:39:38.055332 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Made reservation on behalf of 11d75852d9704b4988e925f041f14d86 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:38.057689 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260021658'] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:38.159257 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c0bdfd21-2635-46b9-ad6b-476a8e836649 req-1cb4d361-b3a3-4f87-8005-8cc35f9837c1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243796 Nov 11 06:39:38.391803 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13355600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260021684'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:38.454264 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=996f11df-e884-4166-aa31-30cdd48fe33e,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:38.459836 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Checking segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:38.460400 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Network hostable DHCP agents. Network: defa9f0e-90d5-4b40-9667-44a4b34521c5, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:39:38.540843 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:39:38.658945 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, defa9f0e-90d5-4b40-9667-44a4b34521c5) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:38.666884 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:38.667507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:38.673181 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2343290-b238-4aec-9b84-3a1fec0e1f8b None None] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:38.734665 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e32c6-1bac-42ef-8af3-fd93015edcec req-8b7bdf90-9318-4c2b-a8ee-12090d23deb9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:38.736483 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-311e32c6-1bac-42ef-8af3-fd93015edcec req-8b7bdf90-9318-4c2b-a8ee-12090d23deb9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1044855 Nov 11 06:39:38.760917 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-eca31333-32fd-429c-8742-1286a8fde12a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8597097 Nov 11 06:39:38.763730 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53152) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:38.768325 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:38.800554 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163e69-c1fb-4ad8-80d1-8766b91128f8 req-10f47184-113e-458e-ab06-16aaa93e9072 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:38.807925 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-54163e69-c1fb-4ad8-80d1-8766b91128f8 req-10f47184-113e-458e-ab06-16aaa93e9072 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.0863187 Nov 11 06:39:38.819032 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-311e32c6-1bac-42ef-8af3-fd93015edcec req-b86b0ae8-e633-468a-8ce9-3e1c09ae681e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735068 Nov 11 06:39:38.905184 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-defa9f0e-90d5-4b40-9667-44a4b34521c5', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:39:38.906127 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:38.920303 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-54163e69-c1fb-4ad8-80d1-8766b91128f8 req-7a05d2ff-fb03-4ddf-8c49-7f52df36323b tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115141 Nov 11 06:39:38.945100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:38.946823 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.023489 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.079537 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Allocated IP 172.20.0.2 (defa9f0e-90d5-4b40-9667-44a4b34521c5/996f11df-e884-4166-aa31-30cdd48fe33e/b5dfbfd8-d928-423b-847e-0f115eb08fe6) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:39:39.150306 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea44e1-9d35-48e5-918b-5ad6c499385a req-dc0fb55c-d8e6-4a36-a26b-64a4c84d9af3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:39.152505 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-81ea44e1-9d35-48e5-918b-5ad6c499385a req-dc0fb55c-d8e6-4a36-a26b-64a4c84d9af3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0809753 Nov 11 06:39:39.246106 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-81ea44e1-9d35-48e5-918b-5ad6c499385a req-2c121cc6-832c-4c47-94a5-a20dc0d79905 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831685 Nov 11 06:39:39.272930 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.357189 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.381663 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.402023 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4d9e9-6e8a-4823-ad17-bf28a2395b02 req-714638b9-90b7-4e06-a8ef-516cfe386cb1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:39.403575 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0ea4d9e9-6e8a-4823-ad17-bf28a2395b02 req-714638b9-90b7-4e06-a8ef-516cfe386cb1 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1463284 Nov 11 06:39:39.417529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:39.421343 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:39.429872 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:39:39.442479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Pushing event updated for resources: {'Port': ['ID=b5dfbfd8-d928-423b-847e-0f115eb08fe6,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:39.499096 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0ea4d9e9-6e8a-4823-ad17-bf28a2395b02 req-a6eeb136-12a6-497b-9589-c2b5abbd6902 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853279 Nov 11 06:39:39.514170 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Attempting to bind port b5dfbfd8-d928-423b-847e-0f115eb08fe6 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:39.517633 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Attempting to bind port b5dfbfd8-d928-423b-847e-0f115eb08fe6 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:39.518242 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Attempting to bind port b5dfbfd8-d928-423b-847e-0f115eb08fe6 on network defa9f0e-90d5-4b40-9667-44a4b34521c5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:39.528138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:39.528138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Checking segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:39.528138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.528138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Bound using segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:39.528138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Bound port: b5dfbfd8-d928-423b-847e-0f115eb08fe6, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:39.528138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.613604 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] For port b5dfbfd8-d928-423b-847e-0f115eb08fe6, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:39.616311 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] For port b5dfbfd8-d928-423b-847e-0f115eb08fe6, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=b5dfbfd8-d928-423b-847e-0f115eb08fe6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:39.693480 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.723246 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.750956 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:39.781945 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680be77-be72-4dda-96e2-dd8515620738 None None] Pushing event updated for resources: {'Port': ['ID=b5dfbfd8-d928-423b-847e-0f115eb08fe6,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:39.945606 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Allocated IP 172.27.1.94 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:39:40.017411 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737f35-0c3c-43b3-9013-4d4be74893ff req-09e3944e-b7d2-47e2-a022-1399dbe986cf tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.022949 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0737f35-0c3c-43b3-9013-4d4be74893ff req-09e3944e-b7d2-47e2-a022-1399dbe986cf tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1007717 Nov 11 06:39:40.057849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fc6db-b2d9-4800-9a80-87c6f8a9ff8f req-ed889707-ac7d-4d22-9378-d670ac443709 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.057849 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4d0fc6db-b2d9-4800-9a80-87c6f8a9ff8f req-ed889707-ac7d-4d22-9378-d670ac443709 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1048939 Nov 11 06:39:40.064849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-1e5edea7-377d-4d7f-ab24-8202c89539a5 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.067604 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-1e5edea7-377d-4d7f-ab24-8202c89539a5 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.2612436 Nov 11 06:39:40.144162 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0737f35-0c3c-43b3-9013-4d4be74893ff req-6179c929-8f09-4c69-b2f6-c72cc6a79e02 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190383 Nov 11 06:39:40.144707 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53172) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:40.220231 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Deleting subnet e496a5c6-6048-4b73-8b7c-b2d5a0538c7b {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:39:40.225299 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.275290 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.318208 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.349788 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device b5dfbfd8-d928-423b-847e-0f115eb08fe6 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:40.381857 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4d0fc6db-b2d9-4800-9a80-87c6f8a9ff8f req-c618b0db-528d-4e4b-8a1b-c06cfb70a9f7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944999 Nov 11 06:39:40.416971 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c43b-510d-4960-b494-75cefad20fa5 req-0988afdc-8bed-43a2-85f8-83f6b8b34e9e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.418831 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e228c43b-510d-4960-b494-75cefad20fa5 req-0988afdc-8bed-43a2-85f8-83f6b8b34e9e tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.1027138 Nov 11 06:39:40.439242 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-512616d5-d607-441c-89fb-39e2700371f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.440798 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-512616d5-d607-441c-89fb-39e2700371f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1098 time: 0.2570646 Nov 11 06:39:40.478628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port b5dfbfd8-d928-423b-847e-0f115eb08fe6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:40.479290 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.490687 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e228c43b-510d-4960-b494-75cefad20fa5 req-2268f7fa-80de-4f7c-b463-fa376e18d5f3 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621262 Nov 11 06:39:40.516967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Deleting port bd62b477-21a5-482e-bcb2-8317119fe62f {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:39:40.516967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.545885 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.561990 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.597388 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e496a5c6-6048-4b73-8b7c-b2d5a0538c7b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:40.603540 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.607308 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-386ff6c8-c0db-4cbd-91dd-913ec78e8e7f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e496a5c6-6048-4b73-8b7c-b2d5a0538c7b HTTP/1.1" status: 204 len: 168 time: 0.4616694 Nov 11 06:39:40.609914 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53176) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:40.644552 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.691091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port b5dfbfd8-d928-423b-847e-0f115eb08fe6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=b5dfbfd8-d928-423b-847e-0f115eb08fe6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:40.699331 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.758063 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce124fa1-62d0-4a52-992f-e5075aefbe8f req-76a39a36-da12-4b77-b804-b59b40b11c9f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.768285 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ce124fa1-62d0-4a52-992f-e5075aefbe8f req-76a39a36-da12-4b77-b804-b59b40b11c9f tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1937170 Nov 11 06:39:40.785753 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.787467 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-ad62ac45-0518-47a3-86cf-e5e1fdabcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:40.791789 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-ad62ac45-0518-47a3-86cf-e5e1fdabcbdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 910 time: 0.3375518 Nov 11 06:39:40.817304 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] For port bd62b477-21a5-482e-bcb2-8317119fe62f, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=bd62b477-21a5-482e-bcb2-8317119fe62f,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:40.817674 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.842713 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.880297 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=b5dfbfd8-d928-423b-847e-0f115eb08fe6,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:40.884950 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Calling delete_port for bd62b477-21a5-482e-bcb2-8317119fe62f owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:39:40.886757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.887167 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.888333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.888661 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > port after_create 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.888980 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.889295 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > port after_update 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.889764 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.890237 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.890632 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.890946 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.924448 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:40.989881 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.990224 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.990823 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.991273 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 06:39:40.991655 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d0798b-543a-4b32-a74b-c54e4d411da4']}} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:41.020143 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8455e76-c0a4-4684-959c-fbe128de86f6') {'for_net_delete': True} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:41.022172 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8455e76-c0a4-4684-959c-fbe128de86f6') {} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:41.054092 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13005554'] for segment, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.090425 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.100077 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:39:41.100472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13897887'] for segment, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: from cryptography.utils import int_from_bytes Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: from cryptography.utils import int_from_bytes Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: Traceback (most recent call last): Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: timer() Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: cb(*args, **kw) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: return func(*args, **kwargs) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: self._notify() Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: self.callback(batched_events) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: event.method(event) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: return f(self, *a, **k) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._get(url).json() Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: return self.request(url, 'GET', **kwargs) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:39:41.104577 dv-cinder-817514-1-iscsi neutron-server[102318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:39:41.283288 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-b91346b9-d591-4582-ac4b-4b0e30c7dc9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 200 len: 1001 time: 0.4746668 Nov 11 06:39:41.289757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.307694 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f273e-c819-400e-8b01-4fe171c857ec None None] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:41.318864 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.323554 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] 10.222.0.20 "DELETE /v2.0/networks/57d0798b-543a-4b32-a74b-c54e4d411da4 HTTP/1.1" status: 204 len: 168 time: 0.7126431 Nov 11 06:39:41.323862 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ce124fa1-62d0-4a52-992f-e5075aefbe8f req-be0d5e04-b4bc-4491-bafb-b911d2b6325b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544162 Nov 11 06:39:41.378427 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18e8ca-dd7b-49e6-91c9-09ade31c0921 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d0798b-543a-4b32-a74b-c54e4d411da4,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:41.412058 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-dda39267-7ec6-437c-9da1-aebc6d9c5f1a None None] Provisioning complete for port b5dfbfd8-d928-423b-847e-0f115eb08fe6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:41.413149 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-dda39267-7ec6-437c-9da1-aebc6d9c5f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.419957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b1582-1c42-495d-b06d-0a8c05542fe5 req-42dcd454-7bbf-46d9-bf80-76b1358f7bd9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:41.421605 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8d7b1582-1c42-495d-b06d-0a8c05542fe5 req-42dcd454-7bbf-46d9-bf80-76b1358f7bd9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1668901 Nov 11 06:39:41.457771 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:41.479914 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-b8f37b1d-e572-4aa7-8a6e-e63936052f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:41.482376 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-b8f37b1d-e572-4aa7-8a6e-e63936052f45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.1575642 Nov 11 06:39:41.490714 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:41.494932 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:39:41.513502 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Pushing event updated for resources: {'Port': ['ID=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:41.579684 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8d7b1582-1c42-495d-b06d-0a8c05542fe5 req-72fb53cf-b32f-40bb-b068-0a6480a7bebf tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496136 Nov 11 06:39:41.641803 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-2351803e-9569-4975-864f-a320a755bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:41.643325 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-2351803e-9569-4975-864f-a320a755bd69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499395 Nov 11 06:39:41.718176 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd35135-1216-4a8c-bdcc-3116a34acff9 req-6f616597-787c-4207-bf3f-1378aad25aea tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:41.721850 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9bd35135-1216-4a8c-bdcc-3116a34acff9 req-6f616597-787c-4207-bf3f-1378aad25aea tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Nov 11 06:39:41.783791 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9bd35135-1216-4a8c-bdcc-3116a34acff9 req-eac04da5-d3ae-4371-84c4-7fcc834c567f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570507 Nov 11 06:39:41.923036 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-798aea9d-af7d-40bf-a620-8e57f0cf83c3 None None] Provisioning complete for port b5dfbfd8-d928-423b-847e-0f115eb08fe6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:41.923343 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-798aea9d-af7d-40bf-a620-8e57f0cf83c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:41.925488 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804fc1-b95a-471c-bef1-314d4090c406 req-e5368dd0-c5c9-438c-ba2d-5bc06dea34d3 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:41.926992 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc804fc1-b95a-471c-bef1-314d4090c406 req-e5368dd0-c5c9-438c-ba2d-5bc06dea34d3 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 945 time: 0.1847124 Nov 11 06:39:41.943695 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-a9c66f68-b0bc-4178-8edf-d1eb3c841276 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591224 Nov 11 06:39:41.965703 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53192) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:42.014388 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-30cf24a8-e6ac-46ee-9aae-bde5aabdffff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e31809fc470d4b3eb998432d0564d916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475454 Nov 11 06:39:42.018173 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53194) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:42.038371 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc804fc1-b95a-471c-bef1-314d4090c406 req-0a0435cc-3c4e-427c-91c3-ba89993483cd tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042185 Nov 11 06:39:42.067307 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-641bf171-f135-41a4-bdcd-cb87f495b757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.069873 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.089194 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-641bf171-f135-41a4-bdcd-cb87f495b757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.091860 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b8e8182-2530-4f79-98bd-c7a55a5c2f8d req-f11c0235-a803-424d-9201-8ebd9629e061 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402612 Nov 11 06:39:42.108223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0', '08ba9354-b054-4f00-a495-b536b3c9440a'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:42.111705 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event deleted for resources: {'Port': ['ID=bd62b477-21a5-482e-bcb2-8317119fe62f,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:42.163466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] No DVR routers for this DVR port bd62b477-21a5-482e-bcb2-8317119fe62f on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:39:42.169910 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.174725 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c3d97ea-5af2-444d-b76c-fbf2d340cb16 req-3d05a240-bd62-4141-a50f-f6a3ee7ddf17 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "DELETE /v2.0/ports/bd62b477-21a5-482e-bcb2-8317119fe62f HTTP/1.1" status: 204 len: 173 time: 2.0479102 Nov 11 06:39:42.175549 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'name': 'network-vif-deleted', 'tag': 'bd62b477-21a5-482e-bcb2-8317119fe62f'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:42.177990 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa653fde-1ac1-4ffc-ab67-493df7e058cd" -d '{"events": [{"server_uuid": "d6ec16dc-44af-48f6-a68e-ddc7a9e56a31", "name": "network-vif-deleted", "tag": "bd62b477-21a5-482e-bcb2-8317119fe62f"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:42.248052 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-641bf171-f135-41a4-bdcd-cb87f495b757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.251571 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-641bf171-f135-41a4-bdcd-cb87f495b757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.257174 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4781da28-c114-430b-9a70-b710452ef26e x-openstack-request-id: req-4781da28-c114-430b-9a70-b710452ef26e {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:42.258074 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ec16dc-44af-48f6-a68e-ddc7a9e56a31", "name": "network-vif-deleted", "tag": "bd62b477-21a5-482e-bcb2-8317119fe62f", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:42.259596 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4781da28-c114-430b-9a70-b710452ef26e {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:42.259596 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ec16dc-44af-48f6-a68e-ddc7a9e56a31', 'name': 'network-vif-deleted', 'tag': 'bd62b477-21a5-482e-bcb2-8317119fe62f', 'status': 'completed', 'code': 200} Nov 11 06:39:42.264822 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-641bf171-f135-41a4-bdcd-cb87f495b757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27cd60b2-4169-48a9-bfff-312868f3de6f HTTP/1.1" status: 204 len: 168 time: 0.2452517 Nov 11 06:39:42.292409 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bf171-f135-41a4-bdcd-cb87f495b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd60b2-4169-48a9-bfff-312868f3de6f,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:42.336832 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device b5dfbfd8-d928-423b-847e-0f115eb08fe6 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:42.372310 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device bd62b477-21a5-482e-bcb2-8317119fe62f no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:42.419451 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: bd62b477-21a5-482e-bcb2-8317119fe62f {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:39:42.420479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device bd62b477-21a5-482e-bcb2-8317119fe62f not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:39:42.441628 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977f220-7f52-4445-a690-358013ae681b req-56f194c6-3784-4673-ad8f-e3121cbce944 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:42.450301 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9977f220-7f52-4445-a690-358013ae681b req-56f194c6-3784-4673-ad8f-e3121cbce944 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.2132795 Nov 11 06:39:42.463413 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port b5dfbfd8-d928-423b-847e-0f115eb08fe6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:42.464031 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.480345 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-408a2df9-10af-46f6-bb19-0c5cca57e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:42.482289 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-408a2df9-10af-46f6-bb19-0c5cca57e722 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7cfc851f5984af18b834502783cc44f&device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 1099 time: 0.1680088 Nov 11 06:39:42.484689 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:42.612641 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9977f220-7f52-4445-a690-358013ae681b req-8bb26b44-5e8e-42ea-82af-f01b0ff61739 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613667 Nov 11 06:39:42.776047 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5e02d-ee5e-4ac9-86d3-12a64c5c8af5 req-71bc44d0-c3c3-4329-b773-112b1c76b03c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:42.778630 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a7e5e02d-ee5e-4ac9-86d3-12a64c5c8af5 req-71bc44d0-c3c3-4329-b773-112b1c76b03c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0770483 Nov 11 06:39:42.818672 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-831f9335-64ae-4943-ac2d-44af6cdfbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:42.820131 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-831f9335-64ae-4943-ac2d-44af6cdfbdf6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 200 len: 919 time: 0.2668288 Nov 11 06:39:42.865980 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a7e5e02d-ee5e-4ac9-86d3-12a64c5c8af5 req-0af4ea29-f527-48f6-adb1-be29979352c4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812960 Nov 11 06:39:42.898284 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-a7f8b29a-88a6-4dcb-a3a7-65bc5b32c4c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0683904 Nov 11 06:39:43.036419 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:43.040909 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-d0ecab40-88b8-425c-aee0-bd46b806d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:43.041607 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-d0ecab40-88b8-425c-aee0-bd46b806d708 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 200 len: 859 time: 0.1090858 Nov 11 06:39:43.111880 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c3320-e01e-4ee2-96f9-6032107f3df3 req-1952efab-b7cf-470a-ae1f-eec5a105cc0b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:43.119270 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3f5c3320-e01e-4ee2-96f9-6032107f3df3 req-1952efab-b7cf-470a-ae1f-eec5a105cc0b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1855025 Nov 11 06:39:43.164004 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-80658979-89b5-4b2d-b0c7-4afe37d3ee89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4ff747c-0bc8-47c0-89d5-07933faf7ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125884 Nov 11 06:39:43.234653 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-56bc465d-8662-41d3-9e8b-0dc191393325 req-ee686fd5-1be2-4410-88a7-b03c72999c27 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6ec16dc-44af-48f6-a68e-ddc7a9e56a31 HTTP/1.1" status: 200 len: 210 time: 0.0607162 Nov 11 06:39:43.322272 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3f5c3320-e01e-4ee2-96f9-6032107f3df3 req-06326fba-ee10-4bf9-a91e-d0ebdeae0ae9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021284 Nov 11 06:39:43.379502 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-f178c74c-a8b0-4738-81ce-943a3598238d service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060666 Nov 11 06:39:43.716446 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d3e0ebfb-7648-45d9-a75a-56f67229764b req-9ae4327b-9ef2-41d2-a37d-9362050f141e service neutron] 10.222.0.15 "GET /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281293 Nov 11 06:39:43.733639 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Router da71a653-2bc2-4753-8ec8-7ef2f786d968 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:39:43.734177 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3da6-144b-4a6b-a659-e7d85705b26c req-97523ab0-13f0-43f2-8d27-7a5c1db338e0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:43.735949 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-86bb3da6-144b-4a6b-a659-e7d85705b26c req-97523ab0-13f0-43f2-8d27-7a5c1db338e0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0539887 Nov 11 06:39:43.796912 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-86bb3da6-144b-4a6b-a659-e7d85705b26c req-0332056f-7e31-44dd-884d-af0c3428d15e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523241 Nov 11 06:39:43.867878 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:39:43.878166 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Sync routers for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:39:43.888125 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:43.888752 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:44.000997 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7fd8f-c6e8-4770-aaf7-9938e027f060 req-4be3031c-aeb4-4316-a63c-74a6e1c2ce2e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:44.002091 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:44.006892 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aed7fd8f-c6e8-4770-aaf7-9938e027f060 req-4be3031c-aeb4-4316-a63c-74a6e1c2ce2e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0681415 Nov 11 06:39:44.010677 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.014499 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-71195f25-c3a2-4c07-8bf8-19827062e65e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2471416 Nov 11 06:39:44.014833 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53248) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:44.089382 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-aed7fd8f-c6e8-4770-aaf7-9938e027f060 req-afc5b65a-0f5a-40c7-8679-d955b1d4e692 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760212 Nov 11 06:39:44.197881 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:41Z', 'revision_number': 3, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:44.224157 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Checking router: da71a653-2bc2-4753-8ec8-7ef2f786d968 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:39:44.224496 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Updating router da71a653-2bc2-4753-8ec8-7ef2f786d968 port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:39:44.248703 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.502231 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f38a0-c2b5-4e19-927d-d86451aa5d68 req-78387789-64e0-4445-abe0-0b126ab6ab14 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:44.503955 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-843f38a0-c2b5-4e19-927d-d86451aa5d68 req-78387789-64e0-4445-abe0-0b126ab6ab14 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0928559 Nov 11 06:39:44.511464 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.535065 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.613536 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-843f38a0-c2b5-4e19-927d-d86451aa5d68 req-0d88e6b7-cbc9-42a1-ba9c-61297b0ea25d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891573 Nov 11 06:39:44.624533 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.745022 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Allocated IP 172.20.0.1 (defa9f0e-90d5-4b40-9667-44a4b34521c5/996f11df-e884-4166-aa31-30cdd48fe33e/dc181cd1-0893-4215-8da9-0f16bf5d21d6) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:39:44.766600 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Pushing event updated for resources: {'Port': ['ID=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,revision_number=2']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:44.776373 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.776966 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.777628 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.778154 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.778642 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.779586 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.780070 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.780548 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.781055 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.781548 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.782044 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.782527 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:44.791609 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Attempting to bind port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:44.792028 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Attempting to bind port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:44.792392 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Attempting to bind port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:44.795728 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6b53-9ecd-4cce-b8ba-44f1c7931cf4 req-a367634c-39bf-40d5-9576-c042043dae66 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:44.797233 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-013b6b53-9ecd-4cce-b8ba-44f1c7931cf4 req-a367634c-39bf-40d5-9576-c042043dae66 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 945 time: 0.0816052 Nov 11 06:39:44.798728 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:44.799205 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:44.799701 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.800225 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:44.800811 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Bound port: 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:44.801278 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.863267 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] For port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:44.867227 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] For port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:44.944914 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-d796cab7-b43b-4416-a401-c653a6896c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:44.946462 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-d796cab7-b43b-4416-a401-c653a6896c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1098 time: 0.1065097 Nov 11 06:39:44.956486 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:44.958316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70a65-a79a-4d70-951f-79292e944bd6 req-1c319c11-c79d-4d71-b80a-78ad5cc41ef1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:44.960018 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a2f70a65-a79a-4d70-951f-79292e944bd6 req-1c319c11-c79d-4d71-b80a-78ad5cc41ef1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0729208 Nov 11 06:39:45.010769 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:45.011507 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:45.062242 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a3d38-0444-417a-8171-f2d944872d44 None None] Pushing event updated for resources: {'Port': ['ID=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:45.100199 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a2f70a65-a79a-4d70-951f-79292e944bd6 req-df6bc3a8-4e3f-4fc0-be57-3981d7e9c788 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195827 Nov 11 06:39:45.102188 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-00e35e53-22a0-4ec2-9e36-ec7c15418905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:45.103632 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-00e35e53-22a0-4ec2-9e36-ec7c15418905 service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.1426737 Nov 11 06:39:45.106513 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.145497 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-013b6b53-9ecd-4cce-b8ba-44f1c7931cf4 req-514182da-e5e4-4b4a-8711-a4b3df39e6f0 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128054 Nov 11 06:39:45.170212 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:45.186396 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-0b9e618b-d56e-4efe-8933-0b0d8404872a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 200 len: 1001 time: 0.0729413 Nov 11 06:39:45.232708 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.270313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:45.272147 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75047964-4b6f-4d98-9f86-f867cdbf6695 req-157f7a11-ad61-4cda-aa14-b9b42840cb9e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:45.273318 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:45.276307 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:39:45.280129 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-75047964-4b6f-4d98-9f86-f867cdbf6695 req-157f7a11-ad61-4cda-aa14-b9b42840cb9e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0919030 Nov 11 06:39:45.289292 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-7d80011b-f020-4440-bf55-3e44b4fe0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:45.290701 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-7d80011b-f020-4440-bf55-3e44b4fe0676 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0942721 Nov 11 06:39:45.313226 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Pushing event updated for resources: {'Port': ['ID=dc181cd1-0893-4215-8da9-0f16bf5d21d6,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:45.328200 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.328412 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.329009 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.329392 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.329681 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.330394 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.330394 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.330906 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.331743 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.332209 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.333007 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.333007 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:45.351054 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.378307 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-75047964-4b6f-4d98-9f86-f867cdbf6695 req-ce7368fa-2e33-4fdd-a07d-db1212e0e1c0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972474 Nov 11 06:39:45.381458 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:41Z', 'revision_number': 3, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:45.399248 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-0f5f174d-ed4e-409f-a24f-c7e988aef0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:45.401009 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-0f5f174d-ed4e-409f-a24f-c7e988aef0ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021433 Nov 11 06:39:45.419016 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9e861-10a7-4aaf-ae6a-18573c3d9939 None None] The sync data for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi is: [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:41Z', 'revision_number': 3, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:39:45.509322 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-a1fe0f74-5614-4c51-abb3-dbcda4d00de5 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933061 Nov 11 06:39:45.585433 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-e9270995-eb75-4b98-9861-b6f2732669b4 None None] Provisioning complete for port dc181cd1-0893-4215-8da9-0f16bf5d21d6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:45.586010 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e9270995-eb75-4b98-9861-b6f2732669b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.598480 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.613988 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dfb89a-44f4-48bd-a56d-a4ac8884e23f req-35c03dc0-db36-4096-8a19-d00ac18d7445 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963292 Nov 11 06:39:45.644227 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-e9270995-eb75-4b98-9861-b6f2732669b4 None None] Port dc181cd1-0893-4215-8da9-0f16bf5d21d6 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:39:45.799518 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.881387 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:45.954739 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Pushing event updated for resources: {'Port': ['ID=dc181cd1-0893-4215-8da9-0f16bf5d21d6,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:45.960514 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.070154 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:46.071548 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:46.306641 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cce027-08c0-4ede-a6c3-230bc72ed4b5 req-cf47537d-10ad-428f-9c1e-833a6e2fdae7 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:46.310763 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c8cce027-08c0-4ede-a6c3-230bc72ed4b5 req-cf47537d-10ad-428f-9c1e-833a6e2fdae7 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1200781 Nov 11 06:39:46.313330 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Router da71a653-2bc2-4753-8ec8-7ef2f786d968 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:39:46.343575 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:46.344779 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c444ab-3203-4892-b610-d6b316830659 req-fef44846-5786-4174-9003-6938cb2157b6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:46.346108 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-76c444ab-3203-4892-b610-d6b316830659 req-fef44846-5786-4174-9003-6938cb2157b6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 945 time: 0.0913208 Nov 11 06:39:46.415321 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-76c444ab-3203-4892-b610-d6b316830659 req-7dd2fcc3-f957-42d1-b099-7793518c8265 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514612 Nov 11 06:39:46.431768 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c8cce027-08c0-4ede-a6c3-230bc72ed4b5 req-16f0755e-bd97-4ca8-984b-c05b59349e27 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097510 Nov 11 06:39:46.438925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:46.439304 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.519217 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-96f9c0c4-17a1-4410-bfe9-1d3b388c04b7 None None] Provisioning complete for port dc181cd1-0893-4215-8da9-0f16bf5d21d6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:46.519800 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-96f9c0c4-17a1-4410-bfe9-1d3b388c04b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.534318 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:39:46.539513 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-afd36480-e67b-4175-928a-0a1d411c928b admin admin] 10.222.0.20 "PUT /v2.0/routers/da71a653-2bc2-4753-8ec8-7ef2f786d968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235870 Nov 11 06:39:46.565869 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-96f9c0c4-17a1-4410-bfe9-1d3b388c04b7 None None] Port dc181cd1-0893-4215-8da9-0f16bf5d21d6 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:39:46.594007 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4933-46da-4f0a-8718-c04e9c30c772 req-1cc8500e-5b75-4f97-a260-5c65fdb82634 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:46.601429 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-595c4933-46da-4f0a-8718-c04e9c30c772 req-1cc8500e-5b75-4f97-a260-5c65fdb82634 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.1052194 Nov 11 06:39:46.649967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-566b0a82-c901-4b37-be6b-900e6e4ab544 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:46.649967 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-566b0a82-c901-4b37-be6b-900e6e4ab544 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 945 time: 0.1104076 Nov 11 06:39:46.652187 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.685353 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:46.700807 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-595c4933-46da-4f0a-8718-c04e9c30c772 req-7d148501-409f-4b36-9f63-125cbfc6eefd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984056 Nov 11 06:39:46.767078 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.790864 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Deleting port 08ba9354-b054-4f00-a495-b536b3c9440a {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:39:46.791348 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.832491 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:46.898470 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] For port 08ba9354-b054-4f00-a495-b536b3c9440a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=08ba9354-b054-4f00-a495-b536b3c9440a,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:46.898830 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:46.912544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Calling delete_port for 08ba9354-b054-4f00-a495-b536b3c9440a owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:39:47.110118 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:47.142484 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event deleted for resources: {'Port': ['ID=08ba9354-b054-4f00-a495-b536b3c9440a,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:47.149237 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0', '08ba9354-b054-4f00-a495-b536b3c9440a'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:47.193339 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] No DVR routers for this DVR port 08ba9354-b054-4f00-a495-b536b3c9440a on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:39:47.195960 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:47.199587 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-547a83a7-9a9b-4afd-9b61-ee877448a06d req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "DELETE /v2.0/ports/08ba9354-b054-4f00-a495-b536b3c9440a HTTP/1.1" status: 204 len: 173 time: 0.5433676 Nov 11 06:39:47.200999 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.201289 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.201626 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.201978 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.202425 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.202747 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.203114 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.203512 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.205544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.205544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.205544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.205544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247e15c-07b6-441f-af70-c3b28856d4c6 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:39:47.208074 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'name': 'network-vif-deleted', 'tag': '08ba9354-b054-4f00-a495-b536b3c9440a'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:47.211719 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6406b0-90e6-4732-84fa-9e51004ca417" -d '{"events": [{"server_uuid": "0b873ee1-ffea-4c76-beeb-7f453da5649b", "name": "network-vif-deleted", "tag": "08ba9354-b054-4f00-a495-b536b3c9440a"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:47.275478 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1542ab1c-e87b-45af-8803-7ea54175cd25 x-openstack-request-id: req-1542ab1c-e87b-45af-8803-7ea54175cd25 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:47.275865 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b873ee1-ffea-4c76-beeb-7f453da5649b", "name": "network-vif-deleted", "tag": "08ba9354-b054-4f00-a495-b536b3c9440a", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:47.276236 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1542ab1c-e87b-45af-8803-7ea54175cd25 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:47.276714 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b873ee1-ffea-4c76-beeb-7f453da5649b', 'name': 'network-vif-deleted', 'tag': '08ba9354-b054-4f00-a495-b536b3c9440a', 'status': 'completed', 'code': 200} Nov 11 06:39:47.352042 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Sync routers for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:39:47.361702 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:47.362339 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:47.532083 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-44e036b7-dfe0-4554-8264-a1762f2fbae5 req-cffee234-bc78-492b-baed-e769e60dd0f2 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b873ee1-ffea-4c76-beeb-7f453da5649b HTTP/1.1" status: 200 len: 210 time: 0.0268552 Nov 11 06:39:47.590965 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:47.771212 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53324) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:47.789767 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-72803713-network', 'tenant_id': '3529b808adab4961bd5626ce60fbf169'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:47.845523 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 2, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:47.870649 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a723b3-b629-4990-8551-a4ed67a7729e req-104e73c0-612c-429c-ac6e-f3d330acc77a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:47.872707 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-49a723b3-b629-4990-8551-a4ed67a7729e req-104e73c0-612c-429c-ac6e-f3d330acc77a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 945 time: 0.0713723 Nov 11 06:39:47.880025 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Checking router: da71a653-2bc2-4753-8ec8-7ef2f786d968 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:39:47.880650 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Updating router da71a653-2bc2-4753-8ec8-7ef2f786d968 port dc181cd1-0893-4215-8da9-0f16bf5d21d6 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:39:47.905399 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Made reservation on behalf of 3529b808adab4961bd5626ce60fbf169 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:47.909251 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:47.911831 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:47.920618 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:47.938554 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-49a723b3-b629-4990-8551-a4ed67a7729e req-614505dc-f2ee-4acb-ae38-3606e6bf0fed tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598650 Nov 11 06:39:48.010671 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.161635 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.182235 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:39:48.197133 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf86464-b34c-45e9-b9e1-b5a81a85fab1,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:48.205634 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.205861 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.206009 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Added segment 7bb6c088-e140-4196-ba2a-c72c596c4fce of type vlan for network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 Nov 11 06:39:48.230329 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-fd0e69d7-4b9a-4eca-9554-683255624071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.246014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.301969 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:48.326105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.344206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.345433 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:48.345826 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.390525 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4fdb4-7f48-4859-b837-d263bcd9834e None None] Pushing event updated for resources: {'Port': ['ID=dc181cd1-0893-4215-8da9-0f16bf5d21d6,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:48.448882 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53330) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:48.449208 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6763425 Nov 11 06:39:48.454244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Request body: {'subnet': {'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-72803713-subnet', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:48.457444 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:48.460837 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:48.461380 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.464406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d815d-aa0e-4c38-b570-d8f8c70c4a81 admin admin] Pushing event updated for resources: {'Network': ['ID=46e7637a-bb6b-4f02-8fac-9a9fe2083da4,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:48.516600 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:39:48.537758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Attempting to bind port dc181cd1-0893-4215-8da9-0f16bf5d21d6 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:48.538119 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Attempting to bind port dc181cd1-0893-4215-8da9-0f16bf5d21d6 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:48.538478 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Attempting to bind port dc181cd1-0893-4215-8da9-0f16bf5d21d6 on network defa9f0e-90d5-4b40-9667-44a4b34521c5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:48.591761 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Made reservation on behalf of 3529b808adab4961bd5626ce60fbf169 for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:39:48.595468 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:48.599810 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259866004'] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.600028 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Checking segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:48.600028 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.600028 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Bound using segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:48.600028 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Bound port: dc181cd1-0893-4215-8da9-0f16bf5d21d6, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:48.600028 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.765174 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.768964 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] For port dc181cd1-0893-4215-8da9-0f16bf5d21d6, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:48.780206 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] For port dc181cd1-0893-4215-8da9-0f16bf5d21d6, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=dc181cd1-0893-4215-8da9-0f16bf5d21d6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:48.788571 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-899d06b4-240b-4d76-adc2-4fece73c58c0 None None] Provisioning complete for port dc181cd1-0893-4215-8da9-0f16bf5d21d6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:48.788944 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-899d06b4-240b-4d76-adc2-4fece73c58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.821759 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:48.824005 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7919ee-dd73-4967-a903-8df09236ee00" -d '{"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:48.842015 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:48.846263 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-899d06b4-240b-4d76-adc2-4fece73c58c0 None None] Port dc181cd1-0893-4215-8da9-0f16bf5d21d6 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:39:48.848488 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.860843 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4568d5fd-e018-4ad5-9463-d98cd6bb6ac8 x-openstack-request-id: req-4568d5fd-e018-4ad5-9463-d98cd6bb6ac8 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:48.861150 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:48.861403 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4568d5fd-e018-4ad5-9463-d98cd6bb6ac8 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:48.861810 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'code': 200} Nov 11 06:39:48.870982 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13897728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259866042'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.913917 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:48.914904 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:48.934052 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:48.938127 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4fdb4-7f48-4859-b837-d263bcd9834e None None] Pushing event updated for resources: {'Port': ['ID=dc181cd1-0893-4215-8da9-0f16bf5d21d6,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:48.949501 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Checking segment: {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:48.950029 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Network hostable DHCP agents. Network: 46e7637a-bb6b-4f02-8fac-9a9fe2083da4, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:39:48.952225 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:49.073304 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b2e26-6f4f-4600-a8b7-7173b14b02ce req-6990525f-e7df-4bf2-9934-8c672b9a4002 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:49.076279 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-256b2e26-6f4f-4600-a8b7-7173b14b02ce req-6990525f-e7df-4bf2-9934-8c672b9a4002 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0595608 Nov 11 06:39:49.079687 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=8']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:49.093531 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:39:49.108938 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:49.146413 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-256b2e26-6f4f-4600-a8b7-7173b14b02ce req-8b49551c-ab89-43b1-951b-290502f4b39a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635390 Nov 11 06:39:49.173411 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 46e7637a-bb6b-4f02-8fac-9a9fe2083da4) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:49.183651 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:49.184639 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.187388 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11e89a-2efb-48bc-ac66-aadfe7d342ba None None] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:49.284848 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-47ca1ee2-94be-48e6-b283-55dbaa7b34c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8346348 Nov 11 06:39:49.287167 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53356) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:49.294339 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:39:49.297118 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-63040def-fddd-4c0e-a2ae-64695325d855 None None] Provisioning complete for port dc181cd1-0893-4215-8da9-0f16bf5d21d6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:49.297533 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-63040def-fddd-4c0e-a2ae-64695325d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.396067 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.397324 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.452681 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.494536 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-63040def-fddd-4c0e-a2ae-64695325d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.501657 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-46e7637a-bb6b-4f02-8fac-9a9fe2083da4', 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'fixed_ips': [{'subnet_id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:39:49.502512 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.674798 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.692545 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-63040def-fddd-4c0e-a2ae-64695325d855 None None] For port dc181cd1-0893-4215-8da9-0f16bf5d21d6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=dc181cd1-0893-4215-8da9-0f16bf5d21d6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:49.737248 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-e31836bf-d091-470e-9393-183836cabef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:48Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:49.777116 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31836bf-d091-470e-9393-183836cabef0 None None] The sync data for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi is: [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:48Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:39:49.781648 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-63040def-fddd-4c0e-a2ae-64695325d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:49.909314 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63040def-fddd-4c0e-a2ae-64695325d855 None None] Pushing event updated for resources: {'Port': ['ID=dc181cd1-0893-4215-8da9-0f16bf5d21d6,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:49.917927 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Allocated IP 172.20.0.2 (46e7637a-bb6b-4f02-8fac-9a9fe2083da4/8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0/1ac2dae7-4330-4ebf-9666-999211fb770b) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:39:50.078281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.125328 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.139234 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.196367 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.217925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:50.220654 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:50.222915 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:39:50.341071 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Allocated IP 172.27.1.21 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/7a902fc3-9344-48e9-be9f-4c4d22fae00f) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:39:50.379048 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Pushing event updated for resources: {'Port': ['ID=1ac2dae7-4330-4ebf-9666-999211fb770b,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:50.392809 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Attempting to bind port 1ac2dae7-4330-4ebf-9666-999211fb770b on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:50.392809 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Attempting to bind port 1ac2dae7-4330-4ebf-9666-999211fb770b by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:50.394379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Attempting to bind port 1ac2dae7-4330-4ebf-9666-999211fb770b on network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:50.400946 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device dc181cd1-0893-4215-8da9-0f16bf5d21d6 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:50.407209 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:50.407588 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Checking segment: {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:50.407989 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.408525 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Bound using segment: {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:50.409012 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Bound port: 1ac2dae7-4330-4ebf-9666-999211fb770b, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:50.409390 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.436928 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 08ba9354-b054-4f00-a495-b536b3c9440a no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:50.499540 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 08ba9354-b054-4f00-a495-b536b3c9440a {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:39:50.499910 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 08ba9354-b054-4f00-a495-b536b3c9440a not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:39:50.511612 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb754-aaef-44a5-987f-4b1d9a372e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.595655 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.597289 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] For port 1ac2dae7-4330-4ebf-9666-999211fb770b, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:50.603123 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port dc181cd1-0893-4215-8da9-0f16bf5d21d6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:50.603525 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.632529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] For port 1ac2dae7-4330-4ebf-9666-999211fb770b, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1ac2dae7-4330-4ebf-9666-999211fb770b,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:50.642406 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3507c5d-f823-4260-bac0-56879447b150 req-be43c4d2-77e7-403d-8b76-9e2dc546345c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:50.644152 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d3507c5d-f823-4260-bac0-56879447b150 req-be43c4d2-77e7-403d-8b76-9e2dc546345c tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.1375656 Nov 11 06:39:50.728359 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d3507c5d-f823-4260-bac0-56879447b150 req-2cda2486-4f14-4f6d-a41f-31581829db49 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737562 Nov 11 06:39:50.729981 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.756321 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:50.775241 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-df8bc345-09f6-4930-9e92-36c2f4031494 req-d72eeaf9-d003-477d-9243-5916145595fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:39:50.776306 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-df8bc345-09f6-4930-9e92-36c2f4031494 req-d72eeaf9-d003-477d-9243-5916145595fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098126 Nov 11 06:39:50.831041 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16f6b4-9acf-4301-90cf-c09b9fa97dc2 None None] Pushing event updated for resources: {'Port': ['ID=1ac2dae7-4330-4ebf-9666-999211fb770b,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:50.864466 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:50.872248 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:50.876182 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:39:50.921554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Pushing event updated for resources: {'Port': ['ID=7a902fc3-9344-48e9-be9f-4c4d22fae00f,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:51.280870 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c450a-0544-452c-bc2a-2b990b45fe1c req-9160a326-600d-4072-9ed9-ead13f29a59b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:51.282512 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bc0c450a-0544-452c-bc2a-2b990b45fe1c req-9160a326-600d-4072-9ed9-ead13f29a59b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1719646 Nov 11 06:39:51.373206 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:51.410014 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bc0c450a-0544-452c-bc2a-2b990b45fe1c req-23e9e604-a6a8-490f-803b-0b524dbae530 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885947 Nov 11 06:39:51.590462 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:51.614621 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:51.850163 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Router 81e3d855-0d82-42c9-988c-f148a9d3c041 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:39:51.883360 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081b7e0-d716-4e13-a853-8a829007ea5f req-cbecef65-c2ce-4a34-ac2c-86692a549772 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:51.890862 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2081b7e0-d716-4e13-a853-8a829007ea5f req-cbecef65-c2ce-4a34-ac2c-86692a549772 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.0862427 Nov 11 06:39:51.949522 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53452) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:51.984002 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2081b7e0-d716-4e13-a853-8a829007ea5f req-b741d378-5349-4b23-9803-2df4eeaece45 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c3eda1-949d-41f5-b256-8e3acfcae568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922837 Nov 11 06:39:52.066896 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-d00e706b-9f3d-47e5-97dd-a8c8af55d7ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102445 Nov 11 06:39:52.078201 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-1504fe23-8fb9-4adc-a06a-3a3e962fda47 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:39:52.079216 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-1504fe23-8fb9-4adc-a06a-3a3e962fda47 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061812 Nov 11 06:39:52.082650 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:39:52.093506 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Sync routers for ids ['81e3d855-0d82-42c9-988c-f148a9d3c041'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:39:52.108100 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Routers {'81e3d855-0d82-42c9-988c-f148a9d3c041'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:52.108100 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['81e3d855-0d82-42c9-988c-f148a9d3c041'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:52.147000 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef3435-ed6e-43eb-baae-0580d9dbbcd7 None None] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:39:52.203588 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.207356 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-420363ef-6973-49a7-b012-554686412d2a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9157393 Nov 11 06:39:52.211829 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53464) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:52.267537 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Set router 81e3d855-0d82-42c9-988c-f148a9d3c041 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:52.267644 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-0ea87646-a7b9-427d-98a7-b3b327f1913d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:52.267644 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-0ea87646-a7b9-427d-98a7-b3b327f1913d tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 945 time: 0.0886643 Nov 11 06:39:52.424041 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Deleting port 05212c36-bf88-4079-a848-ef89b9fd1ed0 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:39:52.424601 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.528925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1ac2dae7-4330-4ebf-9666-999211fb770b up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:52.576544 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:39:52.602406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40168-5cb4-454a-9ba1-180f9245ddff req-6acf8045-d589-49d5-81a2-6291667ff20d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:52.610319 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-37d40168-5cb4-454a-9ba1-180f9245ddff req-6acf8045-d589-49d5-81a2-6291667ff20d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0928788 Nov 11 06:39:52.628503 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] For port 05212c36-bf88-4079-a848-ef89b9fd1ed0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=05212c36-bf88-4079-a848-ef89b9fd1ed0,segment=NetworkSegment(2280f764-7703-42d4-8193-b416fd9949c7),segment_id=2280f764-7703-42d4-8193-b416fd9949c7)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:52.639740 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.686690 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Calling delete_port for 05212c36-bf88-4079-a848-ef89b9fd1ed0 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:39:52.763728 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-11e36e81-8bdb-4d1b-bddd-007d753cc9d9 None None] Provisioning complete for port 1ac2dae7-4330-4ebf-9666-999211fb770b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:52.765018 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-11e36e81-8bdb-4d1b-bddd-007d753cc9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.784590 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:39:51Z', 'revision_number': 3, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:52.825412 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Checking router: 81e3d855-0d82-42c9-988c-f148a9d3c041 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:39:52.826267 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Updating router 81e3d855-0d82-42c9-988c-f148a9d3c041 port 7a902fc3-9344-48e9-be9f-4c4d22fae00f binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:39:52.870419 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.898685 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-37d40168-5cb4-454a-9ba1-180f9245ddff req-92917ed5-ab43-40c7-bbc2-e0035d2534f2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859354 Nov 11 06:39:52.911112 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 1ac2dae7-4330-4ebf-9666-999211fb770b triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:52.911502 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.927449 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:52.980115 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['05212c36-bf88-4079-a848-ef89b9fd1ed0'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:53.028701 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.067072 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Pushing event deleted for resources: {'Port': ['ID=05212c36-bf88-4079-a848-ef89b9fd1ed0,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:53.130706 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] No DVR routers for this DVR port 05212c36-bf88-4079-a848-ef89b9fd1ed0 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:39:53.134837 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.138946 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6e5f5ef3-0011-4a83-a705-ef5233dd7a46 req-8ab92d12-2c35-4358-9001-2b48ab2db925 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.15 "DELETE /v2.0/ports/05212c36-bf88-4079-a848-ef89b9fd1ed0 HTTP/1.1" status: 204 len: 173 time: 0.8684413 Nov 11 06:39:53.139412 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'name': 'network-vif-deleted', 'tag': '05212c36-bf88-4079-a848-ef89b9fd1ed0'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:53.142829 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac8bde7-14f3-48e9-93c2-e505b58aa303" -d '{"events": [{"server_uuid": "3ac26aea-2bf8-4965-ba46-0ae481a216fd", "name": "network-vif-deleted", "tag": "05212c36-bf88-4079-a848-ef89b9fd1ed0"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:53.152615 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-11e36e81-8bdb-4d1b-bddd-007d753cc9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.202121 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-de009bc7-c6c7-4c03-a4fc-9173212504c2 req-9312e0c5-baae-4ae3-a170-578b08b1d0c0 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0544245 Nov 11 06:39:53.208064 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.210853 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3647-4d11-4e76-b1be-fe8e2da9653b req-21662e3f-2740-4aa0-8e12-6d8f91ed2baa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:53.218753 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-284e3647-4d11-4e76-b1be-fe8e2da9653b req-21662e3f-2740-4aa0-8e12-6d8f91ed2baa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.3385203 Nov 11 06:39:53.249362 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-11e36e81-8bdb-4d1b-bddd-007d753cc9d9 None None] For port 1ac2dae7-4330-4ebf-9666-999211fb770b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1ac2dae7-4330-4ebf-9666-999211fb770b,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:53.279934 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5ae347-3e73-47a4-b2b3-a6b7b158f9df x-openstack-request-id: req-cc5ae347-3e73-47a4-b2b3-a6b7b158f9df {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:53.280235 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac26aea-2bf8-4965-ba46-0ae481a216fd", "name": "network-vif-deleted", "tag": "05212c36-bf88-4079-a848-ef89b9fd1ed0", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:53.280545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc5ae347-3e73-47a4-b2b3-a6b7b158f9df {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:53.280904 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac26aea-2bf8-4965-ba46-0ae481a216fd', 'name': 'network-vif-deleted', 'tag': '05212c36-bf88-4079-a848-ef89b9fd1ed0', 'status': 'completed', 'code': 200} Nov 11 06:39:53.283532 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.299844 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.340505 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-11e36e81-8bdb-4d1b-bddd-007d753cc9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.360732 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-284e3647-4d11-4e76-b1be-fe8e2da9653b req-a080ce9e-364c-4e7e-b5c4-c4040c439dc8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323764 Nov 11 06:39:53.367671 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.443198 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Attempting to bind port 7a902fc3-9344-48e9-be9f-4c4d22fae00f on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:53.443703 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Attempting to bind port 7a902fc3-9344-48e9-be9f-4c4d22fae00f by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:53.444182 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Attempting to bind port 7a902fc3-9344-48e9-be9f-4c4d22fae00f on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:53.448127 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e36e81-8bdb-4d1b-bddd-007d753cc9d9 None None] Pushing event updated for resources: {'Port': ['ID=1ac2dae7-4330-4ebf-9666-999211fb770b,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:53.452245 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee4896-9053-4037-a6a4-ddec20310561 None None] Pushing event updated for resources: {'Port': ['ID=7a902fc3-9344-48e9-be9f-4c4d22fae00f,revision_number=2']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:53.455269 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:53.456065 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:53.456577 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.457010 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:53.457677 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Bound port: 7a902fc3-9344-48e9-be9f-4c4d22fae00f, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:53.458932 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.472119 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.db.api [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 06:39:53.472502 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG oslo_db.api [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 06:39:53.479078 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-6701b934-2ffb-4e60-a1d9-a43d0cf455c2 None None] Provisioning complete for port 1ac2dae7-4330-4ebf-9666-999211fb770b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:53.479414 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-6701b934-2ffb-4e60-a1d9-a43d0cf455c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.531809 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] For port 7a902fc3-9344-48e9-be9f-4c4d22fae00f, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:53.535567 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] For port 7a902fc3-9344-48e9-be9f-4c4d22fae00f, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7a902fc3-9344-48e9-be9f-4c4d22fae00f,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:53.590714 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.593340 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.649207 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Routers {'81e3d855-0d82-42c9-988c-f148a9d3c041'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:53.649849 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['81e3d855-0d82-42c9-988c-f148a9d3c041'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:53.682830 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee4896-9053-4037-a6a4-ddec20310561 None None] Pushing event updated for resources: {'Port': ['ID=7a902fc3-9344-48e9-be9f-4c4d22fae00f,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:53.752261 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Allocated IP 172.20.0.1 (46e7637a-bb6b-4f02-8fac-9a9fe2083da4/8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0/dc7cbd03-b6e1-49e1-a9d9-abf174717f43) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:39:53.756237 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] Set router 81e3d855-0d82-42c9-988c-f148a9d3c041 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:53.852594 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:53.985334 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.008127 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:39:51Z', 'revision_number': 3, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:54.034609 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:54.036285 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b295-a125-4535-941d-d245e6ee0ba5 None None] The sync data for ids ['81e3d855-0d82-42c9-988c-f148a9d3c041'] in dv-cinder-817514-1-iscsi is: [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:39:51Z', 'revision_number': 3, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:39:54.041448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:54.045658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18f865-4eb2-4d13-958c-7ba930c33a46 req-4c42062b-8952-4e2c-bb81-e3aff50d39ce tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:54.046713 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:39:54.058110 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b18f865-4eb2-4d13-958c-7ba930c33a46 req-4c42062b-8952-4e2c-bb81-e3aff50d39ce tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0979280 Nov 11 06:39:54.075388 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Pushing event updated for resources: {'Port': ['ID=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:54.097796 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.120469 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b18f865-4eb2-4d13-958c-7ba930c33a46 req-fe0c0c0d-ddd7-4f32-aac3-5f7952bd6e3b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581717 Nov 11 06:39:54.150788 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.304499 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1ac2dae7-4330-4ebf-9666-999211fb770b up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:54.397268 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-53bb3aa2-6d36-41c6-9853-30bf2a2eb38b req-9c092ba5-fb47-4ca9-a381-075d994e26b4 tempest-AttachVolumeNegativeTest-1470071692 tempest-AttachVolumeNegativeTest-1470071692-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac26aea-2bf8-4965-ba46-0ae481a216fd HTTP/1.1" status: 200 len: 210 time: 0.0603607 Nov 11 06:39:54.400017 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.460073 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-158721ba-3211-459f-8dcd-5564c8d15c41 None None] Provisioning complete for port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:54.460531 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-158721ba-3211-459f-8dcd-5564c8d15c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.523555 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-158721ba-3211-459f-8dcd-5564c8d15c41 None None] Port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:39:54.539982 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 1ac2dae7-4330-4ebf-9666-999211fb770b triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:54.540602 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.592263 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-ddc20a4f-22b6-4018-a745-70d2d12c1ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681553 Nov 11 06:39:54.624563 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ad3ca-0df8-4b6e-b08d-e8d68011c886 req-961c239c-a5c6-472a-b931-bbb1492a8133 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:54.644946 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c86ad3ca-0df8-4b6e-b08d-e8d68011c886 req-961c239c-a5c6-472a-b931-bbb1492a8133 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1202753 Nov 11 06:39:54.659298 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.731360 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c86ad3ca-0df8-4b6e-b08d-e8d68011c886 req-5ef05914-d22d-4d35-b1e2-0929bd56fca8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841560 Nov 11 06:39:54.737842 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-3806f51b-38b3-4de8-af3a-0c5b3d163368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:54.739106 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.739779 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-3806f51b-38b3-4de8-af3a-0c5b3d163368 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1098 time: 0.0883417 Nov 11 06:39:54.824991 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Pushing event updated for resources: {'Port': ['ID=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:54.828570 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:54.870935 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-ad01ab07-c5ee-4fe3-ae1c-951165574abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:54.872691 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-ad01ab07-c5ee-4fe3-ae1c-951165574abe service neutron] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 910 time: 0.1003726 Nov 11 06:39:54.926449 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:39:54.928185 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:39:54.956199 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-bda7c836-1ea7-434d-bdc8-9d241ef07d1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 200 len: 1001 time: 0.0671852 Nov 11 06:39:55.040516 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-193ecc68-1110-4018-8278-58fe4a6ca841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:55.051863 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-193ecc68-1110-4018-8278-58fe4a6ca841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.0615230 Nov 11 06:39:55.099880 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-9aba3153-3006-4b7d-bf09-d45882adc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:55.101091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Router 81e3d855-0d82-42c9-988c-f148a9d3c041 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:39:55.101589 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-9aba3153-3006-4b7d-bf09-d45882adc456 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492098 Nov 11 06:39:55.258359 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-d95aa7b0-db4e-4525-88e6-08207a2c2bfe service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365957 Nov 11 06:39:55.289363 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:39:55.297314 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-edbb9172-da49-4018-bc1c-fbcfdf92fc8c admin admin] 10.222.0.20 "PUT /v2.0/routers/81e3d855-0d82-42c9-988c-f148a9d3c041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0885971 Nov 11 06:39:55.305926 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386116e-0b3a-439b-a1f8-02d06e47787b req-94bd1d1f-db2a-4ae5-8fdc-ab840aca88f2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:55.307706 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5386116e-0b3a-439b-a1f8-02d06e47787b req-94bd1d1f-db2a-4ae5-8fdc-ab840aca88f2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.0698857 Nov 11 06:39:55.351117 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-af70c729-553c-44ac-bd33-fa650052f271 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:55.352465 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-af70c729-553c-44ac-bd33-fa650052f271 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 946 time: 0.1080103 Nov 11 06:39:55.363296 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-8c68aa41-b350-4c6a-b331-743ce6c5ecfb None None] Provisioning complete for port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:55.364327 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5386116e-0b3a-439b-a1f8-02d06e47787b req-3a4f0c7c-63ff-4c92-9c4e-adfdb2d3d63c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485532 Nov 11 06:39:55.367650 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c68aa41-b350-4c6a-b331-743ce6c5ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.400444 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-8c68aa41-b350-4c6a-b331-743ce6c5ecfb None None] Port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:39:55.418904 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-edcd2c33-9e65-4a73-a344-5a02969d7964 req-21ed5913-43ae-46b3-b684-2c75f4f1c068 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433294 Nov 11 06:39:55.463625 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53512) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:55.502711 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Deleting port 20004484-11f9-4d8e-99eb-9ac4360184b5 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:39:55.508982 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.517283 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Deleting subnet add27cab-0005-402d-a65b-fd1d1442260c {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:39:55.521245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.562987 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.598069 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] For port 20004484-11f9-4d8e-99eb-9ac4360184b5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=20004484-11f9-4d8e-99eb-9ac4360184b5,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:55.598430 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.603139 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.611101 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Calling delete_port for 20004484-11f9-4d8e-99eb-9ac4360184b5 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:39:55.727807 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.765110 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add27cab-0005-402d-a65b-fd1d1442260c,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:55.771638 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.775722 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-af9904e6-fea1-4678-8756-d61bbbecb169 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/add27cab-0005-402d-a65b-fd1d1442260c HTTP/1.1" status: 204 len: 168 time: 0.3108621 Nov 11 06:39:55.787682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53528) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:55.870973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.874288 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d54f-bbac-4f08-8095-39c1028fcc32 req-5799266f-1ff7-46fc-be48-2504d7587129 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:55.875867 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7a45d54f-bbac-4f08-8095-39c1028fcc32 req-5799266f-1ff7-46fc-be48-2504d7587129 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0553358 Nov 11 06:39:55.909311 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['7c0adb86-a808-42c5-99a6-29255891d4b3', '20004484-11f9-4d8e-99eb-9ac4360184b5'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:39:55.928169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Pushing event deleted for resources: {'Port': ['ID=20004484-11f9-4d8e-99eb-9ac4360184b5,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:55.929976 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7a45d54f-bbac-4f08-8095-39c1028fcc32 req-6c43fb7a-26a6-4e9b-9bbc-55da433cff61 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Nov 11 06:39:55.953112 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:55.987539 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-dbee6f33-301b-4a48-acd0-4feabbd5b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:55.987539 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-dbee6f33-301b-4a48-acd0-4feabbd5b4ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29&tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 1096 time: 0.2052855 Nov 11 06:39:56.005624 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] No DVR routers for this DVR port 20004484-11f9-4d8e-99eb-9ac4360184b5 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:39:56.008307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.011778 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d72b5db1-f6fc-4c23-83a6-478653931a83 req-86d1dc54-8c7b-460a-a1cc-a37d951780e3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "DELETE /v2.0/ports/20004484-11f9-4d8e-99eb-9ac4360184b5 HTTP/1.1" status: 204 len: 173 time: 0.6444950 Nov 11 06:39:56.012349 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'name': 'network-vif-deleted', 'tag': '20004484-11f9-4d8e-99eb-9ac4360184b5'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:39:56.014670 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf7947-6ca8-4d51-a473-a96650d7c4cf" -d '{"events": [{"server_uuid": "7cbaf4f3-a5c2-41fb-85fe-d413afde29a1", "name": "network-vif-deleted", "tag": "20004484-11f9-4d8e-99eb-9ac4360184b5"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:39:56.098262 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2708b4-529f-4f97-a585-0b68d99fe90e x-openstack-request-id: req-6d2708b4-529f-4f97-a585-0b68d99fe90e {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:39:56.098883 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbaf4f3-a5c2-41fb-85fe-d413afde29a1", "name": "network-vif-deleted", "tag": "20004484-11f9-4d8e-99eb-9ac4360184b5", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:39:56.098883 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d2708b4-529f-4f97-a585-0b68d99fe90e {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:39:56.099161 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbaf4f3-a5c2-41fb-85fe-d413afde29a1', 'name': 'network-vif-deleted', 'tag': '20004484-11f9-4d8e-99eb-9ac4360184b5', 'status': 'completed', 'code': 200} Nov 11 06:39:56.146567 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.173817 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347ea8ec-d740-48a3-b1d1-b97f1aae2b3c']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:56.177340 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-de10daad-2a74-407a-a5e2-ca7ad8aadb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:56.178785 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-de10daad-2a74-407a-a5e2-ca7ad8aadb2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1096 time: 0.1109819 Nov 11 06:39:56.195325 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2280f764-7703-42d4-8193-b416fd9949c7') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:56.199399 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2280f764-7703-42d4-8193-b416fd9949c7') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:56.220114 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.264797 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.276995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:39:56.277952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:39:56.279587 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:39:56.311694 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7a902fc3-9344-48e9-be9f-4c4d22fae00f up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:56.346206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-b4f95ffa-7cd4-4c62-928c-a133dc431e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:56.347701 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-b4f95ffa-7cd4-4c62-928c-a133dc431e5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.1611722 Nov 11 06:39:56.361649 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 7a902fc3-9344-48e9-be9f-4c4d22fae00f triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:56.362216 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.422403 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.431526 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.434238 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/347ea8ec-d740-48a3-b1d1-b97f1aae2b3c HTTP/1.1" status: 204 len: 168 time: 0.6455169 Nov 11 06:39:56.470664 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57557f7f-3817-4c8e-901f-cd02cfd751b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=347ea8ec-d740-48a3-b1d1-b97f1aae2b3c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:56.483581 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 20004484-11f9-4d8e-99eb-9ac4360184b5 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:56.500484 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-1f7b6bc8-b3af-4bfa-b61a-b5ab69f6ec6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 200 len: 999 time: 0.1437736 Nov 11 06:39:56.526091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 20004484-11f9-4d8e-99eb-9ac4360184b5 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:39:56.526451 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 20004484-11f9-4d8e-99eb-9ac4360184b5 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:39:56.526858 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 05212c36-bf88-4079-a848-ef89b9fd1ed0 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:39:56.562327 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 05212c36-bf88-4079-a848-ef89b9fd1ed0 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:39:56.562940 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 05212c36-bf88-4079-a848-ef89b9fd1ed0 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:39:56.566853 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.584504 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-886f0d1c-6c26-4f66-a65e-de95d0bd5464 req-913fb529-d950-44a3-9bbf-eeaf11637684 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.0647979 Nov 11 06:39:56.608581 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 7a902fc3-9344-48e9-be9f-4c4d22fae00f, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7a902fc3-9344-48e9-be9f-4c4d22fae00f,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:39:56.625803 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-f2b9a6d0-6e08-4d64-b883-956ab930a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:56.625803 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-f2b9a6d0-6e08-4d64-b883-956ab930a944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.1125734 Nov 11 06:39:56.664596 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:56.712733 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-2955147b-0d4d-4cd4-95d2-4e56252a9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:56.714302 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-2955147b-0d4d-4cd4-95d2-4e56252a9913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840726 Nov 11 06:39:56.775456 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=7a902fc3-9344-48e9-be9f-4c4d22fae00f,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:56.839050 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-096295dc-be3c-428e-b3df-539aae88159e service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164906 Nov 11 06:39:56.945761 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53552) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:56.957142 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-b332ee08-ee9a-44cd-800d-298fad62a7f7 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091955 Nov 11 06:39:56.994671 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ca8db3b4-966c-4e4d-b36b-941ad3054a4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eea46a98b1244a596dcf579bbb5d274&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496812 Nov 11 06:39:56.997697 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53554) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:57.081333 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e9b21f16-0e46-4da2-8977-6ee54c5207e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:57.139206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e9b21f16-0e46-4da2-8977-6ee54c5207e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:57.178359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4022c6c-60a2-4f2d-9ad8-8324ddcdefd6 req-dac02fe6-23cc-47d7-aba1-09468f31e923 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:57.186158 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d4022c6c-60a2-4f2d-9ad8-8324ddcdefd6 req-dac02fe6-23cc-47d7-aba1-09468f31e923 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0951467 Nov 11 06:39:57.191488 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Sync routers for ids ['81e3d855-0d82-42c9-988c-f148a9d3c041'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:39:57.215848 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Routers {'81e3d855-0d82-42c9-988c-f148a9d3c041'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:57.218324 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['81e3d855-0d82-42c9-988c-f148a9d3c041'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:57.264798 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d4022c6c-60a2-4f2d-9ad8-8324ddcdefd6 req-503fa060-c9ad-4500-bc6f-67fda51ee12a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732770 Nov 11 06:39:57.339630 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e9b21f16-0e46-4da2-8977-6ee54c5207e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:57.342573 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e9b21f16-0e46-4da2-8977-6ee54c5207e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:57.343831 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e9b21f16-0e46-4da2-8977-6ee54c5207e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c3eda1-949d-41f5-b256-8e3acfcae568 HTTP/1.1" status: 204 len: 168 time: 0.3448379 Nov 11 06:39:57.373842 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b21f16-0e46-4da2-8977-6ee54c5207e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3eda1-949d-41f5-b256-8e3acfcae568,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:57.403225 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Set router 81e3d855-0d82-42c9-988c-f148a9d3c041 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:57.826054 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-48ca95b2-0426-487d-8256-546ee6381746 req-b9c1c109-5413-43cf-88cb-3375892830e2 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cbaf4f3-a5c2-41fb-85fe-d413afde29a1 HTTP/1.1" status: 200 len: 210 time: 0.0425026 Nov 11 06:39:57.912713 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53586) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:57.920001 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:39:54Z', 'revision_number': 4, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc7cbd03-b6e1-49e1-a9d9-abf174717f43', 'name': '', 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'mac_address': 'fa:16:3e:0f:1f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:53Z', 'updated_at': '2021-11-11T06:39:54Z', 'revision_number': 2, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'subnets': [{'id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:57.976213 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Checking router: 81e3d855-0d82-42c9-988c-f148a9d3c041 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:39:57.976640 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Updating router 81e3d855-0d82-42c9-988c-f148a9d3c041 port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:39:58.028973 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.094262 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-992ce15c-110e-4ed4-ba72-07dadb88203c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.241598 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-992ce15c-110e-4ed4-ba72-07dadb88203c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.326811 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-992ce15c-110e-4ed4-ba72-07dadb88203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.327199 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7a902fc3-9344-48e9-be9f-4c4d22fae00f up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:39:58.369228 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ce15c-110e-4ed4-ba72-07dadb88203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6569893e-1fe3-4192-9de1-30a97e98b82d,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:58.389110 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-992ce15c-110e-4ed4-ba72-07dadb88203c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=393d949419494931b2556e9d7b15e6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774144 Nov 11 06:39:58.389865 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53600) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:39:58.446154 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8f9-efba-4737-8693-b1ddb390669d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.454046 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45af1e-bfa6-4177-a184-9a7719e6ec78 req-8e4c7cdd-af02-46b6-b84c-2c667a3fb37e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:58.456145 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bc45af1e-bfa6-4177-a184-9a7719e6ec78 req-8e4c7cdd-af02-46b6-b84c-2c667a3fb37e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1104093 Nov 11 06:39:58.489476 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8f9-efba-4737-8693-b1ddb390669d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.607208 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 7a902fc3-9344-48e9-be9f-4c4d22fae00f triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:58.607581 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.618403 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8f9-efba-4737-8693-b1ddb390669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.621483 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8f9-efba-4737-8693-b1ddb390669d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.625350 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b2e6d8f9-efba-4737-8693-b1ddb390669d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6569893e-1fe3-4192-9de1-30a97e98b82d HTTP/1.1" status: 204 len: 168 time: 0.2340448 Nov 11 06:39:58.645798 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bc45af1e-bfa6-4177-a184-9a7719e6ec78 req-233c2ab1-454d-4019-9390-b81cba538524 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581378 Nov 11 06:39:58.648797 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.655444 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6d8f9-efba-4737-8693-b1ddb390669d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6569893e-1fe3-4192-9de1-30a97e98b82d,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:58.730521 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:58.928720 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb4dbd-0a0f-482d-9662-b3ab2897c3a4 None None] Pushing event updated for resources: {'Port': ['ID=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:39:59.145652 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Attempting to bind port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:39:59.145652 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Attempting to bind port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:39:59.145652 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Attempting to bind port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 on network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:39:59.167457 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:39:59.167847 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Checking segment: {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:39:59.168946 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:59.169357 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Bound using segment: {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:39:59.169992 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Bound port: dc7cbd03-b6e1-49e1-a9d9-abf174717f43, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb6c088-e140-4196-ba2a-c72c596c4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:39:59.170320 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:59.325213 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] For port dc7cbd03-b6e1-49e1-a9d9-abf174717f43, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:39:59.329352 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] For port dc7cbd03-b6e1-49e1-a9d9-abf174717f43, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:39:59.371634 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-b968ac36-94b9-4d2d-bab7-969837d34b67 None None] Provisioning complete for port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:39:59.372016 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b968ac36-94b9-4d2d-bab7-969837d34b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:59.413811 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:39:59.486641 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-b968ac36-94b9-4d2d-bab7-969837d34b67 None None] Port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:39:59.547805 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Routers {'81e3d855-0d82-42c9-988c-f148a9d3c041'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:39:59.555603 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:39:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['81e3d855-0d82-42c9-988c-f148a9d3c041'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:39:59.748908 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] Set router 81e3d855-0d82-42c9-988c-f148a9d3c041 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:39:59.868861 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0e108-64a1-42be-8734-93994d1aaebb req-79000276-74d9-481b-9104-8ff561c27d7d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:59.880586 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b8b0e108-64a1-42be-8734-93994d1aaebb req-79000276-74d9-481b-9104-8ff561c27d7d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0864739 Nov 11 06:39:59.910167 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eeaf5-6869-480e-9409-2e09f8b0872e req-9fe2e1be-9944-4a1f-b1be-1a92ed7e040e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:39:59.925182 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e52eeaf5-6869-480e-9409-2e09f8b0872e req-9fe2e1be-9944-4a1f-b1be-1a92ed7e040e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1127253 Nov 11 06:39:59.952328 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb4dbd-0a0f-482d-9662-b3ab2897c3a4 None None] Pushing event updated for resources: {'Port': ['ID=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:00.040815 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b8b0e108-64a1-42be-8734-93994d1aaebb req-82580d1d-006d-4cfa-af3b-3f695f099c29 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533744 Nov 11 06:40:00.089023 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-9f116154-35dc-4da0-9b19-f1f540fd19de None None] Provisioning complete for port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:40:00.089345 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9f116154-35dc-4da0-9b19-f1f540fd19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:00.631870 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9f116154-35dc-4da0-9b19-f1f540fd19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:00.707899 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e52eeaf5-6869-480e-9409-2e09f8b0872e req-0c8d7c4b-98dc-4a98-8cea-1ff086bab8f5 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7768817 Nov 11 06:40:00.812583 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-9f116154-35dc-4da0-9b19-f1f540fd19de None None] For port dc7cbd03-b6e1-49e1-a9d9-abf174717f43, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:00.841105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:39:54Z', 'revision_number': 4, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc7cbd03-b6e1-49e1-a9d9-abf174717f43', 'name': '', 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'mac_address': 'fa:16:3e:0f:1f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:53Z', 'updated_at': '2021-11-11T06:39:59Z', 'revision_number': 4, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'subnets': [{'id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:00.878015 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d7766-0433-47a6-b5be-655d6bff2bb3 None None] The sync data for ids ['81e3d855-0d82-42c9-988c-f148a9d3c041'] in dv-cinder-817514-1-iscsi is: [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:39:54Z', 'revision_number': 4, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc7cbd03-b6e1-49e1-a9d9-abf174717f43', 'name': '', 'network_id': '46e7637a-bb6b-4f02-8fac-9a9fe2083da4', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'mac_address': 'fa:16:3e:0f:1f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:53Z', 'updated_at': '2021-11-11T06:39:59Z', 'revision_number': 4, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'subnets': [{'id': '8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:40:01.203333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305b23-abdd-4966-b6bc-49849768434d req-753fb79f-1b1b-4956-a126-14fc5b70c2e0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:01.204914 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-51305b23-abdd-4966-b6bc-49849768434d req-753fb79f-1b1b-4956-a126-14fc5b70c2e0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0579166 Nov 11 06:40:01.271961 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-51305b23-abdd-4966-b6bc-49849768434d req-5a6ff9cb-25df-48e2-8454-3495bc45c8e0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Nov 11 06:40:01.333004 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9f116154-35dc-4da0-9b19-f1f540fd19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:01.429276 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f116154-35dc-4da0-9b19-f1f540fd19de None None] Pushing event updated for resources: {'Port': ['ID=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:01.931760 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a30f-d398-44fb-9215-f5437105217d req-13bd5833-8a7f-419b-a652-da04ef81cda8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:01.942354 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b7a0a30f-d398-44fb-9215-f5437105217d req-13bd5833-8a7f-419b-a652-da04ef81cda8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1268928 Nov 11 06:40:02.029221 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b7a0a30f-d398-44fb-9215-f5437105217d req-61051948-9091-497d-969d-627046e7895a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856612 Nov 11 06:40:02.035409 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53662) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:02.180057 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3c66740b-9492-4a2e-ba6d-bccc3c3f4cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:02.431260 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device dc7cbd03-b6e1-49e1-a9d9-abf174717f43 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:40:02.502543 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3c66740b-9492-4a2e-ba6d-bccc3c3f4cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:02.538055 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a1b0e-83a4-410d-b644-fc24d48a6bb7 req-42dbb110-8b21-43d7-9b8e-f1b24d3aaedd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:02.550816 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-594a1b0e-83a4-410d-b644-fc24d48a6bb7 req-42dbb110-8b21-43d7-9b8e-f1b24d3aaedd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1153188 Nov 11 06:40:02.553750 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3c66740b-9492-4a2e-ba6d-bccc3c3f4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:02.554357 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:40:02.554804 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:02.633939 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66740b-9492-4a2e-ba6d-bccc3c3f4cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d327e-1e6d-4864-b759-ac21fda73e85,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:02.771341 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-594a1b0e-83a4-410d-b644-fc24d48a6bb7 req-03a5bbd1-1df3-4fb7-815d-5fd75c04ba77 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125268 Nov 11 06:40:02.813777 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53668) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:02.814620 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3c66740b-9492-4a2e-ba6d-bccc3c3f4cb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a948a9fd6ea848b8b0aadaf03b20b35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7771475 Nov 11 06:40:02.880949 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-70662f47-f081-4cd2-9f3e-098cb421feeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:02.931346 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-70662f47-f081-4cd2-9f3e-098cb421feeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:03.093894 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-70662f47-f081-4cd2-9f3e-098cb421feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:03.098712 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-70662f47-f081-4cd2-9f3e-098cb421feeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:03.100103 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-70662f47-f081-4cd2-9f3e-098cb421feeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/099d327e-1e6d-4864-b759-ac21fda73e85 HTTP/1.1" status: 204 len: 168 time: 0.2853227 Nov 11 06:40:03.142958 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70662f47-f081-4cd2-9f3e-098cb421feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d327e-1e6d-4864-b759-ac21fda73e85,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:03.284371 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec26d-f76c-4b18-b8ad-3af012a17d58 req-5936c2e4-f6c2-4d54-a29e-7f5ff6d4c543 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:03.291442 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-608ec26d-f76c-4b18-b8ad-3af012a17d58 req-5936c2e4-f6c2-4d54-a29e-7f5ff6d4c543 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1353474 Nov 11 06:40:03.354679 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-608ec26d-f76c-4b18-b8ad-3af012a17d58 req-12d9dd62-9cd5-48c6-abdd-0c4521766156 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619810 Nov 11 06:40:03.970541 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ecdf-c1bc-4f70-843c-8c1f125a4fb4 req-92dd5468-93a4-489a-9b47-e8b3c0aefb95 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:03.989252 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-12e8ecdf-c1bc-4f70-843c-8c1f125a4fb4 req-92dd5468-93a4-489a-9b47-e8b3c0aefb95 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0799479 Nov 11 06:40:04.057674 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-12e8ecdf-c1bc-4f70-843c-8c1f125a4fb4 req-7d6510ea-450b-4c78-b72e-239913a44bee tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655339 Nov 11 06:40:04.528188 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd338c7-f86c-476d-94fd-a265df7c3e0c req-00c49e68-bc21-4d1c-8fa2-a53e01d2cb1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:04.545712 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7bd338c7-f86c-476d-94fd-a265df7c3e0c req-00c49e68-bc21-4d1c-8fa2-a53e01d2cb1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0893214 Nov 11 06:40:04.669142 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7bd338c7-f86c-476d-94fd-a265df7c3e0c req-9ea5b0d7-7b26-4524-8522-eaf6816ee006 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205776 Nov 11 06:40:04.684576 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 53682) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:04.709184 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bab9-1cd9-4388-8063-ccb8829c5d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:04.814599 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bab9-1cd9-4388-8063-ccb8829c5d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:04.904793 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c2c3bab9-1cd9-4388-8063-ccb8829c5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:04.947811 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-c2c3bab9-1cd9-4388-8063-ccb8829c5d37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5230bf176db04c1f8c5cc62693592ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599161 Nov 11 06:40:04.949769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 53684) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:04.965341 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3bab9-1cd9-4388-8063-ccb8829c5d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaecf7c-3ee9-4a61-93a4-1a779263b964,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:05.004523 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b72474df-2524-407b-885a-47b8fd807a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:05.029713 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b72474df-2524-407b-885a-47b8fd807a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:05.160902 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b72474df-2524-407b-885a-47b8fd807a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:05.163423 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b72474df-2524-407b-885a-47b8fd807a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:05.164687 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b72474df-2524-407b-885a-47b8fd807a31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beaecf7c-3ee9-4a61-93a4-1a779263b964 HTTP/1.1" status: 204 len: 168 time: 0.2137215 Nov 11 06:40:05.179031 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72474df-2524-407b-885a-47b8fd807a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaecf7c-3ee9-4a61-93a4-1a779263b964,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:05.257677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57f0ba-a810-4a72-99ff-00315ccd48d7 req-2044584c-3876-4a56-9eff-a0da4feb09c4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:05.259293 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-df57f0ba-a810-4a72-99ff-00315ccd48d7 req-2044584c-3876-4a56-9eff-a0da4feb09c4 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1189256 Nov 11 06:40:05.372098 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-df57f0ba-a810-4a72-99ff-00315ccd48d7 req-66a631d2-958b-4232-ae5d-65ed2919d4c1 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047759 Nov 11 06:40:05.852478 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80bbff-5531-48c2-b797-511cc6a66568 req-7bfff892-307b-4138-b39f-93ce3b710310 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:05.861942 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8d80bbff-5531-48c2-b797-511cc6a66568 req-7bfff892-307b-4138-b39f-93ce3b710310 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0780609 Nov 11 06:40:05.924931 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8d80bbff-5531-48c2-b797-511cc6a66568 req-3f5f3f52-7739-49d8-a15d-11188baad50a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615218 Nov 11 06:40:06.560259 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2864ec-1b65-4e8f-9b0c-6b8945b656a2 req-505143f1-8620-4a86-ad92-662792f64616 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:06.568989 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-de2864ec-1b65-4e8f-9b0c-6b8945b656a2 req-505143f1-8620-4a86-ad92-662792f64616 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0913374 Nov 11 06:40:06.668979 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-de2864ec-1b65-4e8f-9b0c-6b8945b656a2 req-436c169f-dd9c-4efe-ba59-5eed8fe854f6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987792 Nov 11 06:40:07.093174 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861fee6-f902-4e4f-9cff-fe45f946bdaa req-acfb1d75-0283-459e-92fb-9c2035337d46 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:07.109468 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a861fee6-f902-4e4f-9cff-fe45f946bdaa req-acfb1d75-0283-459e-92fb-9c2035337d46 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0853181 Nov 11 06:40:07.174040 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a861fee6-f902-4e4f-9cff-fe45f946bdaa req-9a8ea3bd-128d-4b27-93b5-0747d90ec767 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634470 Nov 11 06:40:07.908337 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a518e-98bd-4c22-93c9-beeea041965b req-85752d86-7972-4b7e-9987-ba19bcbd4ae9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:07.915839 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fd6a518e-98bd-4c22-93c9-beeea041965b req-85752d86-7972-4b7e-9987-ba19bcbd4ae9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.1479805 Nov 11 06:40:08.020675 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fd6a518e-98bd-4c22-93c9-beeea041965b req-80e432b2-0140-4567-983d-a4b3941a8a65 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035681 Nov 11 06:40:08.353178 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1409-772e-4de1-9d6f-df1c4c4c7a8c req-b1e8d3de-89b3-4e45-9681-d4f976bb4f7b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:08.354688 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a95e1409-772e-4de1-9d6f-df1c4c4c7a8c req-b1e8d3de-89b3-4e45-9681-d4f976bb4f7b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0537269 Nov 11 06:40:08.409057 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a95e1409-772e-4de1-9d6f-df1c4c4c7a8c req-02040b0c-9653-43ea-ba10-fadd2fc2b5db tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Nov 11 06:40:09.203208 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899cd3a-a265-406a-bfe2-0f908e634eba req-5a672382-8b69-4d07-a13b-9ddbfd0e306c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:09.216407 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1899cd3a-a265-406a-bfe2-0f908e634eba req-5a672382-8b69-4d07-a13b-9ddbfd0e306c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0857451 Nov 11 06:40:09.326941 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1899cd3a-a265-406a-bfe2-0f908e634eba req-cc9760b0-2318-4e86-898b-94143a7808a7 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037335 Nov 11 06:40:09.530290 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb28e2-a0a7-4c92-a44b-7d15d410aad0 req-e0b34a01-3c7b-4d09-8ca5-9913802e0d23 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:09.531856 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-39fb28e2-a0a7-4c92-a44b-7d15d410aad0 req-e0b34a01-3c7b-4d09-8ca5-9913802e0d23 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0485961 Nov 11 06:40:09.578719 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-39fb28e2-a0a7-4c92-a44b-7d15d410aad0 req-329459b1-92e0-4266-8034-dd4b80d0e491 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Nov 11 06:40:10.447158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541588b-5ea4-4d7d-b8bd-5acbe14d4d7e req-b02280f4-ba99-46c1-a5be-b88896304bb6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:10.448607 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0541588b-5ea4-4d7d-b8bd-5acbe14d4d7e req-b02280f4-ba99-46c1-a5be-b88896304bb6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0522099 Nov 11 06:40:10.511487 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0541588b-5ea4-4d7d-b8bd-5acbe14d4d7e req-0798f817-07e4-4a47-8412-c713c7ecb955 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566597 Nov 11 06:40:10.741554 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441005d-2a93-4cc8-9f85-a4104428d04a req-fed29057-34f7-4cea-b348-7fc621e2c6d0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:10.744342 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5441005d-2a93-4cc8-9f85-a4104428d04a req-fed29057-34f7-4cea-b348-7fc621e2c6d0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0826035 Nov 11 06:40:10.774168 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-676e5841-73e7-41aa-8bc5-c2c9b9af4504 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:10.781842 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-676e5841-73e7-41aa-8bc5-c2c9b9af4504 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 815 time: 0.1547716 Nov 11 06:40:10.799146 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-763c2e05-ecf1-4b9e-9ff2-b461a354e2ec tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/quotas/11d75852d9704b4988e925f041f14d86 HTTP/1.1" status: 200 len: 375 time: 0.0161569 Nov 11 06:40:10.819784 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5441005d-2a93-4cc8-9f85-a4104428d04a req-1527caaf-806c-4d44-ae10-4bf91b10600a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689833 Nov 11 06:40:10.908102 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-e1883c88-2369-44a5-8a2d-e56e131cc902 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080585 Nov 11 06:40:11.010040 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-60e65948-2500-4c11-b274-91c1da890ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899215 Nov 11 06:40:11.106273 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-a7c10029-99bb-4dd7-8e04-68bace5ee478 service neutron] 10.222.0.20 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892255 Nov 11 06:40:11.306074 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c27ef107-2a24-4572-b3fd-bb22d7a598d2 req-fd2ae313-92f5-4e4a-9b99-817afbc8f388 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0244505 Nov 11 06:40:11.641564 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d8235-d043-4226-9ce7-a99ee0f53e47 req-249c5b9a-45c8-4624-9ffd-07f70e737ab6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:11.643150 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bf0d8235-d043-4226-9ce7-a99ee0f53e47 req-249c5b9a-45c8-4624-9ffd-07f70e737ab6 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0488572 Nov 11 06:40:11.698518 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bf0d8235-d043-4226-9ce7-a99ee0f53e47 req-1138abd5-9aae-4454-8f88-6bcac4af83f5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Nov 11 06:40:11.952140 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947131-9922-46e6-9efc-2c292ec94d02 req-8562a457-f6a9-4af6-be45-716b8627d5b3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:11.952140 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1b947131-9922-46e6-9efc-2c292ec94d02 req-8562a457-f6a9-4af6-be45-716b8627d5b3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0536773 Nov 11 06:40:12.006103 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1b947131-9922-46e6-9efc-2c292ec94d02 req-0ebd714e-a25e-46f4-9be9-a964f1bb333a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Nov 11 06:40:12.381859 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-91fcc22d-0994-4fe2-97de-0ac8e824e905 req-98b02b20-c8d3-46c7-992f-d367df098553 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0245585 Nov 11 06:40:12.814009 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe90e-5d72-4845-a22a-d3bc8d65e6fa req-6932f4a7-4159-4709-b4ee-0c2321a9414e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:12.815435 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2eefe90e-5d72-4845-a22a-d3bc8d65e6fa req-6932f4a7-4159-4709-b4ee-0c2321a9414e tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0461612 Nov 11 06:40:12.859860 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2eefe90e-5d72-4845-a22a-d3bc8d65e6fa req-d6165995-7013-4c1b-bce2-9e88635e85d5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Nov 11 06:40:13.130081 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f66b6-cc93-45e5-a536-5c137e454ef0 req-ee0b3fc2-6e11-4964-8e53-5ed49a7c74a3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:13.131524 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-185f66b6-cc93-45e5-a536-5c137e454ef0 req-ee0b3fc2-6e11-4964-8e53-5ed49a7c74a3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0472698 Nov 11 06:40:13.176389 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-185f66b6-cc93-45e5-a536-5c137e454ef0 req-7f0d34fa-03af-4ffb-9380-7fc12bc4b08c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390379 Nov 11 06:40:13.479940 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0f38a34a-921a-4432-826a-6d471a4472c3 req-be868f0b-fcc9-4865-b93b-9863bba41778 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0247540 Nov 11 06:40:13.970431 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048bfa3-cffc-4fe8-a551-9e2880ad3b7b req-e18919ff-cb2d-4267-943c-b864c8a563da tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:13.971959 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d048bfa3-cffc-4fe8-a551-9e2880ad3b7b req-e18919ff-cb2d-4267-943c-b864c8a563da tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0474443 Nov 11 06:40:14.020240 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d048bfa3-cffc-4fe8-a551-9e2880ad3b7b req-091e1fad-0c3a-4734-875e-0b2ba40b633b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Nov 11 06:40:14.296174 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377644-0786-48c9-bdac-1dee6d715ada req-6e439d50-eb9a-4a21-bfb6-7b4792b6c00e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:14.298289 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c2377644-0786-48c9-bdac-1dee6d715ada req-6e439d50-eb9a-4a21-bfb6-7b4792b6c00e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0508218 Nov 11 06:40:14.343738 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c2377644-0786-48c9-bdac-1dee6d715ada req-4bee8f85-a1f1-4762-9d48-181f631ac6fe tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Nov 11 06:40:14.572605 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ec8a523c-2e7c-4cf0-823a-a4de70a1458e req-9478ad90-c8a9-4851-bef9-02bd99aa1f27 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0244775 Nov 11 06:40:15.129821 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8303-e6f1-4a0d-b489-db04b19264d1 req-f09c19f6-f09c-4af9-8cfc-6e18eba67f6c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:15.131247 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2e0d8303-e6f1-4a0d-b489-db04b19264d1 req-f09c19f6-f09c-4af9-8cfc-6e18eba67f6c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0466020 Nov 11 06:40:15.176008 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2e0d8303-e6f1-4a0d-b489-db04b19264d1 req-d80e9538-e968-4511-8716-c286b746f901 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383890 Nov 11 06:40:15.460113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce49d37-bcd7-4cf2-b535-f48d168ecda0 req-b6fb95f8-2698-4674-a68f-4fd4017ced2b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:15.461590 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3ce49d37-bcd7-4cf2-b535-f48d168ecda0 req-b6fb95f8-2698-4674-a68f-4fd4017ced2b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0478985 Nov 11 06:40:15.508508 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3ce49d37-bcd7-4cf2-b535-f48d168ecda0 req-f28562c4-aa4c-42db-910f-69c84ea87856 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Nov 11 06:40:15.664239 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-983de5b6-b557-45f4-bb59-1a003278f10b req-f9778562-66b3-42fa-8648-ec4e4d9a62f1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0249329 Nov 11 06:40:16.287630 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4e2f-1202-4c09-8156-66f2664d5d39 req-bf1e4930-2f53-4014-9b86-e6839b164875 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:16.289075 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-251e4e2f-1202-4c09-8156-66f2664d5d39 req-bf1e4930-2f53-4014-9b86-e6839b164875 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0473390 Nov 11 06:40:16.338190 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-251e4e2f-1202-4c09-8156-66f2664d5d39 req-f00d0da2-0d42-4492-8d94-1faaef3bf27b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Nov 11 06:40:16.463126 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-f89d4977-4a2c-45a1-ae03-d8c8ea2cbbff tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:16.464542 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-f89d4977-4a2c-45a1-ae03-d8c8ea2cbbff tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 815 time: 0.1087439 Nov 11 06:40:16.487523 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'port': {'device_id': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'admin_state_up': True, 'tenant_id': '11d75852d9704b4988e925f041f14d86'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:40:16.663352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899726-7af5-4dfd-bba3-a21d4c461276 req-fce3f678-391f-405f-b343-b094ace19ec8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:16.664847 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57899726-7af5-4dfd-bba3-a21d4c461276 req-fce3f678-391f-405f-b343-b094ace19ec8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0658224 Nov 11 06:40:16.709513 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Made reservation on behalf of 11d75852d9704b4988e925f041f14d86 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:40:16.713320 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:16.727686 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57899726-7af5-4dfd-bba3-a21d4c461276 req-3cf56bd0-7ca7-4760-a4d6-71a249b76f11 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562789 Nov 11 06:40:16.767076 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-31e88134-7aa9-4ba5-a302-00a1ebf8f1b7 req-80e61b20-ef86-46eb-9b80-197c62a09507 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0336511 Nov 11 06:40:16.858456 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Allocated IP 172.20.0.5 (defa9f0e-90d5-4b40-9667-44a4b34521c5/996f11df-e884-4166-aa31-30cdd48fe33e/0b63ea43-2fe3-4a0c-ae82-006de6fd5902) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:40:17.008240 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:17.098799 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:17.147406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:40:17.147406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:40:17.153037 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:40:17.180461 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:17.209682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:17.210321 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:17.295982 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-bc181683-a3ec-446c-bfc7-2a5abad941c2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120115 Nov 11 06:40:17.317458 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Request body: {'port': {'device_id': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:40:17.402999 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-afb1faa7-5ae4-4387-839c-3153ddd70b87 None None] Provisioning complete for port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:40:17.404167 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-afb1faa7-5ae4-4387-839c-3153ddd70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:17.411411 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:17.528641 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-afb1faa7-5ae4-4387-839c-3153ddd70b87 None None] Port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:40:17.781429 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddcdfe-a367-4a5a-9ed5-30f374a8e356 req-dc85ce93-bfd3-4c7f-9b3a-9496cc9939f3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:17.797337 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-06ddcdfe-a367-4a5a-9ed5-30f374a8e356 req-dc85ce93-bfd3-4c7f-9b3a-9496cc9939f3 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.2674615 Nov 11 06:40:17.918644 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09357-a8b5-4155-a066-02315d54f949 req-933733e8-0df6-436d-813e-4d21b7200334 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:17.920306 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-85d09357-a8b5-4155-a066-02315d54f949 req-933733e8-0df6-436d-813e-4d21b7200334 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0644872 Nov 11 06:40:17.969393 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-06ddcdfe-a367-4a5a-9ed5-30f374a8e356 req-5813696b-45ad-4533-955f-9e8ffc754757 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708324 Nov 11 06:40:18.001035 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-85d09357-a8b5-4155-a066-02315d54f949 req-884df85e-49c8-42b8-b5bf-26833571b4a3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736294 Nov 11 06:40:18.140352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:40:18.151023 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:18.171482 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f228e7-f613-4ce5-b97a-b01f2bb0cd76 req-c5fee374-60aa-4707-9f6e-458883b3b748 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:18.173037 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1f228e7-f613-4ce5-b97a-b01f2bb0cd76 req-c5fee374-60aa-4707-9f6e-458883b3b748 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 931 time: 0.0799835 Nov 11 06:40:18.178134 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Transition to ACTIVE for port object 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:40:18.222608 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1f228e7-f613-4ce5-b97a-b01f2bb0cd76 req-8172e2f3-2fe0-479c-b230-81ef34dea869 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Nov 11 06:40:18.225009 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b4daaddc-11fd-4001-ba59-66589e7c6c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:18.275426 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:18.335119 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:18.411936 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Attempting to bind port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:40:18.412367 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Attempting to bind port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:40:18.412756 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Attempting to bind port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 on network defa9f0e-90d5-4b40-9667-44a4b34521c5 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:40:18.418490 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 on network defa9f0e-90d5-4b40-9667-44a4b34521c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:40:18.418888 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Attempting to bind port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 on network defa9f0e-90d5-4b40-9667-44a4b34521c5 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:40:18.424457 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:40:18.424941 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Checking segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:40:18.425399 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Bound using segment: {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:40:18.425952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Bound port: 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856993e6-24d5-41db-b865-b4ae581c37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:40:18.426359 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:18.496184 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:40:18.500950 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:40:18.565073 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:18.602547 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:18.603351 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:18.604737 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 1093 time: 1.2921357 Nov 11 06:40:18.608114 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:40:18.610189 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10527c24-dd75-428c-bf18-910fad7cac98" -d '{"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:40:18.651541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd179b2-53a4-4bef-9cf6-33193d513343 service neutron] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:18.672718 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a1ccbc-7556-406f-8b89-096c23eb442c x-openstack-request-id: req-53a1ccbc-7556-406f-8b89-096c23eb442c {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:40:18.673019 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:40:18.673282 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53a1ccbc-7556-406f-8b89-096c23eb442c {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:40:18.673689 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'status': 'completed', 'code': 200} Nov 11 06:40:19.135547 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac372a-9c99-44e2-a3b4-00b7cf1d9760 req-86622af9-72d9-424b-872e-4c8fa266ac62 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:19.144948 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-beac372a-9c99-44e2-a3b4-00b7cf1d9760 req-86622af9-72d9-424b-872e-4c8fa266ac62 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0630543 Nov 11 06:40:19.174643 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91820e-9c88-4c77-847c-7c30966787e2 req-ac29ecd6-fd30-4b79-b748-35b11afe4f8e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:19.176182 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9d91820e-9c88-4c77-847c-7c30966787e2 req-ac29ecd6-fd30-4b79-b748-35b11afe4f8e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0753889 Nov 11 06:40:19.205440 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-beac372a-9c99-44e2-a3b4-00b7cf1d9760 req-00a8e5e6-12a9-4d5d-a104-4b58c34b71c0 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595567 Nov 11 06:40:19.230922 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9d91820e-9c88-4c77-847c-7c30966787e2 req-a947d23a-ac0f-49e5-83e6-32b568f11b26 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484061 Nov 11 06:40:19.351503 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d558c-0709-4caa-9700-5b4e52d3b3d2 req-6d306608-6341-4b40-b2d4-99a49efb8f66 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:19.355756 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5f4d558c-0709-4caa-9700-5b4e52d3b3d2 req-6d306608-6341-4b40-b2d4-99a49efb8f66 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0502994 Nov 11 06:40:19.437517 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5f4d558c-0709-4caa-9700-5b4e52d3b3d2 req-bace75aa-f87d-4317-a5cf-ff613ad2c791 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604296 Nov 11 06:40:20.342924 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e809-8aaa-4535-9e25-d3091c843ad4 req-4781e7b7-fa61-43db-82f7-4d5e2f2d6ccb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:20.345139 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5307e809-8aaa-4535-9e25-d3091c843ad4 req-4781e7b7-fa61-43db-82f7-4d5e2f2d6ccb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0630858 Nov 11 06:40:20.379621 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a728c1-0e5b-4a10-ae24-aa5601c5bb26 req-cbb5dbdf-e43a-4768-8895-e8baa54d5d67 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:20.381250 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-60a728c1-0e5b-4a10-ae24-aa5601c5bb26 req-cbb5dbdf-e43a-4768-8895-e8baa54d5d67 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0687742 Nov 11 06:40:20.401392 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ede467a1-6334-46a4-b76c-30a9c9522553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:20.405687 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5307e809-8aaa-4535-9e25-d3091c843ad4 req-8f815b4e-2abd-4b3f-8a80-f8d006233076 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Nov 11 06:40:20.442504 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-60a728c1-0e5b-4a10-ae24-aa5601c5bb26 req-a669d9c9-4290-44f7-8709-9cf942909b48 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545657 Nov 11 06:40:20.592865 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d2f0-ecf8-44ad-a2f9-989c804de1ce req-7221af5f-73c3-4071-8ea8-f403e0f82ffe tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:20.594426 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e871d2f0-ecf8-44ad-a2f9-989c804de1ce req-7221af5f-73c3-4071-8ea8-f403e0f82ffe tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0549874 Nov 11 06:40:20.662845 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e871d2f0-ecf8-44ad-a2f9-989c804de1ce req-1bc717f6-0ef7-4993-b350-c2a49db4595d tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Nov 11 06:40:21.531611 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389766b1-f1d0-434e-9184-efdf92d0ddd1 req-0823f3c1-7675-417a-9153-c3895249503d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:21.533128 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-389766b1-f1d0-434e-9184-efdf92d0ddd1 req-0823f3c1-7675-417a-9153-c3895249503d tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0569286 Nov 11 06:40:21.577251 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917725d-200c-4bd5-8e66-122d59f95064 req-52f0ea71-a034-496b-9814-7ab7a9a9133d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:21.578782 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c917725d-200c-4bd5-8e66-122d59f95064 req-52f0ea71-a034-496b-9814-7ab7a9a9133d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0559754 Nov 11 06:40:21.584111 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:21.592257 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-389766b1-f1d0-434e-9184-efdf92d0ddd1 req-a867457c-b61c-47ce-a263-dc5e21c60085 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Nov 11 06:40:21.636102 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c917725d-200c-4bd5-8e66-122d59f95064 req-112d4de0-309d-4ca6-8d2e-b2b3bcf233e1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489700 Nov 11 06:40:21.789855 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9991d2e-8900-4630-a2e0-97654a70f2c7 req-883864d5-131c-4fa6-a305-da9b7068d569 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:21.791344 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a9991d2e-8900-4630-a2e0-97654a70f2c7 req-883864d5-131c-4fa6-a305-da9b7068d569 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0520492 Nov 11 06:40:21.842127 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a9991d2e-8900-4630-a2e0-97654a70f2c7 req-9ea7c672-67fc-4fce-b57f-6fd6545b5617 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443664 Nov 11 06:40:22.729678 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da29606-cb3e-48dc-99f5-b788c2a74c9c req-ccfa7d73-fbb4-4975-9dfd-01a060b3dc86 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:22.731216 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6da29606-cb3e-48dc-99f5-b788c2a74c9c req-ccfa7d73-fbb4-4975-9dfd-01a060b3dc86 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0611565 Nov 11 06:40:22.782508 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6da29606-cb3e-48dc-99f5-b788c2a74c9c req-aa6f27d7-da4c-4d29-9e86-dbac4437dcdf tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Nov 11 06:40:22.783239 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc507d40-7806-4f56-8f28-86d8ab72c4e1 req-ad08652c-5b26-4793-a452-66f2fb6d1fc1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:22.784837 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc507d40-7806-4f56-8f28-86d8ab72c4e1 req-ad08652c-5b26-4793-a452-66f2fb6d1fc1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0612738 Nov 11 06:40:22.836819 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc507d40-7806-4f56-8f28-86d8ab72c4e1 req-29ec2b63-71bc-44b8-99bc-460c333c7e00 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451083 Nov 11 06:40:22.962527 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4a71-d012-4554-b101-557787987b34 req-dc1cad7c-c89a-4656-883a-8ba197c84656 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:22.964039 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-054b4a71-d012-4554-b101-557787987b34 req-dc1cad7c-c89a-4656-883a-8ba197c84656 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0543423 Nov 11 06:40:23.006763 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:23.014062 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-054b4a71-d012-4554-b101-557787987b34 req-4dcc32cb-5ddd-4938-b6bb-7fba0820ec79 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Nov 11 06:40:23.156241 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:23.901030 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582951-b4be-4439-9665-c1adac026b32 req-21bdabe2-f92d-45f7-92e5-851d92d874d5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:23.904264 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79582951-b4be-4439-9665-c1adac026b32 req-21bdabe2-f92d-45f7-92e5-851d92d874d5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0526392 Nov 11 06:40:23.967246 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79582951-b4be-4439-9665-c1adac026b32 req-d573027c-621f-4c07-b9d8-bc8054b206bb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570278 Nov 11 06:40:23.968721 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e4adf-848f-4010-9090-8795569761ab req-b93bb911-6872-4684-9768-99a75e4d6a44 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:23.970436 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-015e4adf-848f-4010-9090-8795569761ab req-b93bb911-6872-4684-9768-99a75e4d6a44 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0517662 Nov 11 06:40:24.019954 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-015e4adf-848f-4010-9090-8795569761ab req-975eba18-b7a4-49d1-bfa3-84442c14da8f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Nov 11 06:40:24.121653 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:24.138864 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d569a8-2774-4063-9246-49eb1b71ae8b req-5b5b5732-9379-492e-974a-7acf63f60f3a tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:24.140357 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c6d569a8-2774-4063-9246-49eb1b71ae8b req-5b5b5732-9379-492e-974a-7acf63f60f3a tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0496666 Nov 11 06:40:24.190659 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c6d569a8-2774-4063-9246-49eb1b71ae8b req-236dcc74-911f-4ebb-9522-d28e0e643397 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 Nov 11 06:40:25.098120 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ae0a-de27-40f3-9f66-7aa186dfdf28 req-ac898d98-e458-47e6-a6cb-d7d8120f8c3c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:25.099690 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8553ae0a-de27-40f3-9f66-7aa186dfdf28 req-ac898d98-e458-47e6-a6cb-d7d8120f8c3c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0621290 Nov 11 06:40:25.162507 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ca8d3-9a96-407a-8f42-dfcd94795fc7 req-35b7139a-ea67-4c7b-b6d7-62793410e4ec tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:25.172749 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8553ae0a-de27-40f3-9f66-7aa186dfdf28 req-52257980-a1f3-4bb9-8e37-71c291bd996b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618448 Nov 11 06:40:25.172996 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a21ca8d3-9a96-407a-8f42-dfcd94795fc7 req-35b7139a-ea67-4c7b-b6d7-62793410e4ec tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0716503 Nov 11 06:40:25.274290 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a21ca8d3-9a96-407a-8f42-dfcd94795fc7 req-8a4c8bc3-23bc-4a66-b69f-7db29658c25c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972564 Nov 11 06:40:25.335639 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cc11c-d650-4db5-80e8-f0c1e2a3eef5 req-df9e292e-57fc-4c19-b6d0-99d70469d0dd tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:25.337213 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-759cc11c-d650-4db5-80e8-f0c1e2a3eef5 req-df9e292e-57fc-4c19-b6d0-99d70469d0dd tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0554376 Nov 11 06:40:25.385323 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-759cc11c-d650-4db5-80e8-f0c1e2a3eef5 req-20934601-d484-4716-ab56-e2a9c3ca2982 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Nov 11 06:40:26.308937 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf877d7-3f0d-4e34-94d0-597a0af2ee22 req-cce9c906-09d9-4621-8cc8-221f9f00efba tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:26.310474 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6cf877d7-3f0d-4e34-94d0-597a0af2ee22 req-cce9c906-09d9-4621-8cc8-221f9f00efba tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0618594 Nov 11 06:40:26.369826 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6cf877d7-3f0d-4e34-94d0-597a0af2ee22 req-431c85e2-85de-48c8-a0cc-94a2604e89fd tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525637 Nov 11 06:40:26.426807 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee47068-e0e5-4aa8-8fc3-295e3357b1e0 req-0e8f6111-2f32-40d1-aeb3-5a828e4f4c40 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:26.428323 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ee47068-e0e5-4aa8-8fc3-295e3357b1e0 req-0e8f6111-2f32-40d1-aeb3-5a828e4f4c40 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0533843 Nov 11 06:40:26.486537 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1ee47068-e0e5-4aa8-8fc3-295e3357b1e0 req-9b4291c6-b68c-4725-8c4c-ac4c6c0d85ff tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519671 Nov 11 06:40:26.521517 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c4eae-ada7-4c0b-8b7b-e7ac81561253 req-2d59f762-9ce3-40f5-988d-5c85f5a719fe tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:26.523077 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7e2c4eae-ada7-4c0b-8b7b-e7ac81561253 req-2d59f762-9ce3-40f5-988d-5c85f5a719fe tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0514438 Nov 11 06:40:26.577896 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7e2c4eae-ada7-4c0b-8b7b-e7ac81561253 req-3e518fa7-b5e8-48a1-8250-d6dc5e59de98 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Nov 11 06:40:27.489212 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c000d-cc46-44f1-8712-b81a3740c1bc req-798a9541-5373-4280-b190-5b65af5f58a9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:27.490751 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b55c000d-cc46-44f1-8712-b81a3740c1bc req-798a9541-5373-4280-b190-5b65af5f58a9 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0521519 Nov 11 06:40:27.539651 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b55c000d-cc46-44f1-8712-b81a3740c1bc req-1c2b959f-7136-4e1d-a77c-868d39e06dc5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Nov 11 06:40:27.633381 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d5c36-b999-4ba2-847e-abf66a7f330b req-3a8cd1e5-f69b-4001-a875-c38823b0779e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:27.635595 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3e5d5c36-b999-4ba2-847e-abf66a7f330b req-3a8cd1e5-f69b-4001-a875-c38823b0779e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0595875 Nov 11 06:40:27.696944 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3e5d5c36-b999-4ba2-847e-abf66a7f330b req-498ca1e1-c3c5-46b2-bd83-2b2b07345c43 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493016 Nov 11 06:40:27.727612 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7d3a3-5c53-4be9-9d6a-febfa7cb7d52 req-888dd5c4-3e3f-4634-938e-196d3a19348e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:27.729146 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4cd7d3a3-5c53-4be9-9d6a-febfa7cb7d52 req-888dd5c4-3e3f-4634-938e-196d3a19348e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0594180 Nov 11 06:40:27.782473 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4cd7d3a3-5c53-4be9-9d6a-febfa7cb7d52 req-99e5115e-d8a0-4eb7-9b06-210697e4c4d1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Nov 11 06:40:28.665916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a4c49-a8ce-499a-a65c-bb8a03502deb req-6dd1a03f-8a9e-4995-902a-46ee491b304b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:28.667961 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d2a4c49-a8ce-499a-a65c-bb8a03502deb req-6dd1a03f-8a9e-4995-902a-46ee491b304b tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0514967 Nov 11 06:40:28.718563 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d2a4c49-a8ce-499a-a65c-bb8a03502deb req-fbab669b-a75b-490a-8399-d9b48b9f67b5 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Nov 11 06:40:28.760921 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527c24-dd75-428c-bf18-910fad7cac98 req-54bc9781-4560-4bf1-96e7-dde17de335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:28.762457 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-10527c24-dd75-428c-bf18-910fad7cac98 req-54bc9781-4560-4bf1-96e7-dde17de335d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1096 time: 0.0615954 Nov 11 06:40:28.898225 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a92a1-e7da-4040-a3b7-37760f076344 req-802c2b29-0789-4323-98d8-f804c97bc6b2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:28.899706 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c82a92a1-e7da-4040-a3b7-37760f076344 req-802c2b29-0789-4323-98d8-f804c97bc6b2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.1230686 Nov 11 06:40:28.904841 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a597b-0e7b-417e-b7a4-450887c7d878 req-0c5f240c-233e-45dd-961e-4166c1b0240d tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:28.906740 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e96a597b-0e7b-417e-b7a4-450887c7d878 req-0c5f240c-233e-45dd-961e-4166c1b0240d tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0537748 Nov 11 06:40:28.929847 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527c24-dd75-428c-bf18-910fad7cac98 req-5491d9d3-f9a7-414a-b950-b71f5ce4d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:28.931299 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-10527c24-dd75-428c-bf18-910fad7cac98 req-5491d9d3-f9a7-414a-b950-b71f5ce4d327 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=11d75852d9704b4988e925f041f14d86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1269338 Nov 11 06:40:28.962233 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e96a597b-0e7b-417e-b7a4-450887c7d878 req-f2110f1f-668b-40b8-a0c5-557c7700d314 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Nov 11 06:40:29.017658 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c82a92a1-e7da-4040-a3b7-37760f076344 req-fb2610dd-339a-4f46-b7c8-004e7b91c8a2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088500 Nov 11 06:40:29.048755 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527c24-dd75-428c-bf18-910fad7cac98 req-321769fd-f3aa-49d1-931c-76e79fe8827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:29.050251 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-10527c24-dd75-428c-bf18-910fad7cac98 req-321769fd-f3aa-49d1-931c-76e79fe8827c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1106064 Nov 11 06:40:29.179136 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-054181c3-c42c-4b37-a13c-e236f7c18fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:29.180578 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-054181c3-c42c-4b37-a13c-e236f7c18fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1096 time: 0.0398393 Nov 11 06:40:29.240365 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-03d64e05-0085-4cca-b6f9-19ce15f888a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 217 time: 0.0358515 Nov 11 06:40:29.293406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-de949c75-79bb-4d74-a87c-a479a358f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:29.294775 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-de949c75-79bb-4d74-a87c-a479a358f0a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0426972 Nov 11 06:40:29.343737 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-85c76c34-30aa-4dc7-bb33-92ce63f5ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:29.345226 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-85c76c34-30aa-4dc7-bb33-92ce63f5ba97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411942 Nov 11 06:40:29.451406 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-b5ab74ec-034a-4815-8283-ee3e217595af service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848408 Nov 11 06:40:29.491487 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:40:29.540239 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-890ca2e6-0819-4a84-a587-3df20158ace7 req-fa3036a0-aa07-45b7-867f-f141733ec0db service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813825 Nov 11 06:40:29.840195 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a29c0-e6b5-424b-9fed-b3b5f6094a3d req-f90a9943-d4e0-4f4d-9045-e13a18ab633a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:29.841984 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e16a29c0-e6b5-424b-9fed-b3b5f6094a3d req-f90a9943-d4e0-4f4d-9045-e13a18ab633a tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0522883 Nov 11 06:40:29.890423 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e16a29c0-e6b5-424b-9fed-b3b5f6094a3d req-bad94bd6-a7ef-4657-bd6f-593b5c062d9c tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Nov 11 06:40:30.073951 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3bca4-3f66-402c-b1ab-f8b0264b3315 req-0a20b36e-f7e9-4fb9-b383-b7750f2211f7 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:30.075462 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-48c3bca4-3f66-402c-b1ab-f8b0264b3315 req-0a20b36e-f7e9-4fb9-b383-b7750f2211f7 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 943 time: 0.0472257 Nov 11 06:40:30.132348 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-48c3bca4-3f66-402c-b1ab-f8b0264b3315 req-5479fdef-cb3e-4d57-86c2-6f1b7ffc28a5 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Nov 11 06:40:30.203560 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cfb53-5925-4d0b-9ca3-4dc283790b22 req-d8491dff-b306-4f6f-8d0e-8299a7c2a1d8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:30.205053 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b62cfb53-5925-4d0b-9ca3-4dc283790b22 req-d8491dff-b306-4f6f-8d0e-8299a7c2a1d8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 943 time: 0.0482984 Nov 11 06:40:30.240171 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6648a-ef6b-4075-8a85-2ee8753eb4eb req-de9c2396-78fd-49c6-950f-bb0fb4bdae03 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:30.242003 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a5e6648a-ef6b-4075-8a85-2ee8753eb4eb req-de9c2396-78fd-49c6-950f-bb0fb4bdae03 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0524702 Nov 11 06:40:30.256088 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b62cfb53-5925-4d0b-9ca3-4dc283790b22 req-dd812b6e-e0ad-458f-8a86-f1cf668a97e6 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449896 Nov 11 06:40:30.288856 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a5e6648a-ef6b-4075-8a85-2ee8753eb4eb req-39a3f3dd-d92d-4895-a07a-4d2351b5d4b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Nov 11 06:40:30.623638 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:40:30.717980 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:30.732247 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'port_id': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'mac_address': 'fa:16:3e:1c:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:40:30.832346 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222903c-6d97-47bd-b94e-37678e39d247 req-1670eeb1-d368-4d2f-afa2-b60e37b66881 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:30.834214 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0222903c-6d97-47bd-b94e-37678e39d247 req-1670eeb1-d368-4d2f-afa2-b60e37b66881 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0515964 Nov 11 06:40:30.883479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:30.898695 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:40:30.919044 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:30.934133 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Deleting port 7c0adb86-a808-42c5-99a6-29255891d4b3 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:40:30.934133 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:30.990060 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:30.990747 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:40:31.063410 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac4568-241c-4fd9-b821-5030eefedbbc req-12ee077d-4fa6-4291-aeb1-8f7cdd554bbb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:31.065587 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-20ac4568-241c-4fd9-b821-5030eefedbbc req-12ee077d-4fa6-4291-aeb1-8f7cdd554bbb tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 946 time: 0.0767159 Nov 11 06:40:31.067655 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] For port 7c0adb86-a808-42c5-99a6-29255891d4b3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=7c0adb86-a808-42c5-99a6-29255891d4b3,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:31.069856 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:31.070007 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:31.092785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Calling delete_port for 7c0adb86-a808-42c5-99a6-29255891d4b3 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:40:31.104412 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.104818 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.105165 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.105498 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.105865 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.106198 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.106526 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.106850 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.107172 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.107496 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.107818 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.108135 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:40:31.143937 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:31.155303 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'port_id': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'mac_address': 'fa:16:3e:53:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:40:31.168950 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-20ac4568-241c-4fd9-b821-5030eefedbbc req-ebc8df62-11cb-402f-a7a6-1377d30379bf tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b8b5b14-85c4-44df-b38b-cf122ff61a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884898 Nov 11 06:40:31.192166 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:31.206505 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfbd667-956c-4b90-bb49-1d492c6540a0 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:40:31.227044 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:31.263636 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:31.267220 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102613-e68e-40a0-a488-0270c707ae26 req-370c9dc8-af5e-4b70-94d9-289c72981912 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:31.268996 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-98102613-e68e-40a0-a488-0270c707ae26 req-370c9dc8-af5e-4b70-94d9-289c72981912 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 944 time: 0.0523484 Nov 11 06:40:31.293162 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:31.318448 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=9']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:31.329652 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-98102613-e68e-40a0-a488-0270c707ae26 req-a46e1f5e-36a9-44f8-bc7a-003039d9db87 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540311 Nov 11 06:40:31.343531 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Pushing event deleted for resources: {'Port': ['ID=7c0adb86-a808-42c5-99a6-29255891d4b3,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:31.393686 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['7c0adb86-a808-42c5-99a6-29255891d4b3'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:40:31.405311 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] No DVR routers for this DVR port 7c0adb86-a808-42c5-99a6-29255891d4b3 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:40:31.408255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:31.411562 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0222903c-6d97-47bd-b94e-37678e39d247 req-851a4035-c148-4294-ba52-c024f1b9be05 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.15 "DELETE /v2.0/ports/7c0adb86-a808-42c5-99a6-29255891d4b3 HTTP/1.1" status: 204 len: 173 time: 0.5707588 Nov 11 06:40:31.412017 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f19d5-bc37-424c-856a-17007b363d2f', 'name': 'network-vif-deleted', 'tag': '7c0adb86-a808-42c5-99a6-29255891d4b3'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:40:31.414296 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62807218-e12b-47d0-838b-42f611e3f6e7" -d '{"events": [{"server_uuid": "284f19d5-bc37-424c-856a-17007b363d2f", "name": "network-vif-deleted", "tag": "7c0adb86-a808-42c5-99a6-29255891d4b3"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:40:31.436764 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499170e-c98e-45e9-92b7-90ea0e9b198b req-11a5a029-9e41-40f6-87f3-ff9d1bed6fd3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:31.441932 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6499170e-c98e-45e9-92b7-90ea0e9b198b req-11a5a029-9e41-40f6-87f3-ff9d1bed6fd3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 944 time: 0.0990136 Nov 11 06:40:31.454122 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984d4f7-9362-4956-bc49-53ae87c19d9b req-665a3a82-1106-45bc-aa81-e0ee2491d485 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:31.455676 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a984d4f7-9362-4956-bc49-53ae87c19d9b req-665a3a82-1106-45bc-aa81-e0ee2491d485 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0675020 Nov 11 06:40:31.487313 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6499170e-c98e-45e9-92b7-90ea0e9b198b req-2944c3d2-36a6-4858-b1fd-c2e543640a1c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 Nov 11 06:40:31.507038 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a984d4f7-9362-4956-bc49-53ae87c19d9b req-34ff0b87-d72d-468c-b432-924ff41f7402 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Nov 11 06:40:31.535562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca02685d-0f3a-4ec8-bc74-8a4a7ab62ae8 x-openstack-request-id: req-ca02685d-0f3a-4ec8-bc74-8a4a7ab62ae8 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:40:31.539601 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284f19d5-bc37-424c-856a-17007b363d2f", "name": "network-vif-deleted", "tag": "7c0adb86-a808-42c5-99a6-29255891d4b3", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:40:31.539601 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca02685d-0f3a-4ec8-bc74-8a4a7ab62ae8 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:40:31.539601 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f19d5-bc37-424c-856a-17007b363d2f', 'name': 'network-vif-deleted', 'tag': '7c0adb86-a808-42c5-99a6-29255891d4b3', 'status': 'completed', 'code': 200} Nov 11 06:40:31.678391 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['fdfbd667-956c-4b90-bb49-1d492c6540a0'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:40:31.704724 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['0b63ea43-2fe3-4a0c-ae82-006de6fd5902'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:40:32.278231 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff40d634-8c7f-407a-9d0f-28017bde877e req-3f275ede-5858-4020-97f8-b3a596071358 tempest-ServerRescueNegativeTestJSON-1227074045 tempest-ServerRescueNegativeTestJSON-1227074045-project] 10.222.0.20 "GET /v2.0/ports?device_id=284f19d5-bc37-424c-856a-17007b363d2f HTTP/1.1" status: 200 len: 210 time: 0.0259280 Nov 11 06:40:32.451765 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563cc73-2e52-4831-ba86-6c24c613fdd7 req-3e808252-f640-4f97-a1e1-772d32417102 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:32.453567 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a563cc73-2e52-4831-ba86-6c24c613fdd7 req-3e808252-f640-4f97-a1e1-772d32417102 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 944 time: 0.0564029 Nov 11 06:40:32.500911 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a563cc73-2e52-4831-ba86-6c24c613fdd7 req-ba82863e-fb88-4038-be0c-8c7bda951924 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Nov 11 06:40:32.605766 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10243b-7a68-4e49-8085-089188b46378 req-ca88f637-3018-41fe-a856-d5d9af970fff tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:32.607266 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca10243b-7a68-4e49-8085-089188b46378 req-ca88f637-3018-41fe-a856-d5d9af970fff tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 944 time: 0.0476053 Nov 11 06:40:32.627128 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b8724-5197-429d-8aa4-11c98309f388 req-0b1b61d5-81a8-4d42-b7ec-ff60c0aebc80 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:32.628629 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-978b8724-5197-429d-8aa4-11c98309f388 req-0b1b61d5-81a8-4d42-b7ec-ff60c0aebc80 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Nov 11 06:40:32.639189 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:40:32.659613 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca10243b-7a68-4e49-8085-089188b46378 req-5f1c0e99-3957-4b2f-b868-876e10b8a138 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464263 Nov 11 06:40:32.682676 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-978b8724-5197-429d-8aa4-11c98309f388 req-a0f993f6-a63c-461b-b8b7-782f7c36e2d8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Nov 11 06:40:32.696013 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port fdfbd667-956c-4b90-bb49-1d492c6540a0 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:40:32.696527 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:32.773054 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:32.794903 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:40:32.797137 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6e3b40-aebf-4269-add2-7d7802964da4" -d '{"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:40:32.809395 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:32.832957 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b515cfb2-7e9d-49ed-a256-b5bcc4cb947c x-openstack-request-id: req-b515cfb2-7e9d-49ed-a256-b5bcc4cb947c {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:40:32.833246 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:40:32.833501 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b515cfb2-7e9d-49ed-a256-b5bcc4cb947c {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:40:32.833939 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'code': 200} Nov 11 06:40:32.903703 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:32.904501 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:40:32.978156 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=10']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:33.092676 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:40:33.096758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:40:33.102906 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:33.176428 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:33.212349 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:33.287588 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:33.335589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54132) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:33.342811 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:33.623315 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb2d88-fda2-4d1a-a7e9-d0aa699b29b2 req-d7d04f6f-5883-41f9-befe-915443591ba1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:33.625186 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9bfb2d88-fda2-4d1a-a7e9-d0aa699b29b2 req-d7d04f6f-5883-41f9-befe-915443591ba1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0537887 Nov 11 06:40:33.728631 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4757b-95b7-4c54-8d46-29b3db944659 req-ec4244e0-a29f-42ac-8b95-6f2469b653a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:33.730735 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-58e4757b-95b7-4c54-8d46-29b3db944659 req-ec4244e0-a29f-42ac-8b95-6f2469b653a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1099 time: 0.3100190 Nov 11 06:40:33.849048 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-58e4757b-95b7-4c54-8d46-29b3db944659 req-6821346c-1134-442e-9049-68b13106a83f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066139 Nov 11 06:40:33.865556 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f666c4-8e8a-4037-a600-0cdfae68bcba req-7bb95615-c5c8-4e83-b208-a301bf42b77c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:33.867009 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e0f666c4-8e8a-4037-a600-0cdfae68bcba req-7bb95615-c5c8-4e83-b208-a301bf42b77c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.1301689 Nov 11 06:40:33.875002 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9bfb2d88-fda2-4d1a-a7e9-d0aa699b29b2 req-fec30a4e-3eb1-43f2-b248-8593992fe328 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437544 Nov 11 06:40:33.975776 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d3db-c14c-47a3-9bdc-674fe4d1582d req-05b50621-dcca-4a6c-8dfb-17c6f7f00ab5 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:33.977258 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-72d7d3db-c14c-47a3-9bdc-674fe4d1582d req-05b50621-dcca-4a6c-8dfb-17c6f7f00ab5 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0472510 Nov 11 06:40:33.982077 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e0f666c4-8e8a-4037-a600-0cdfae68bcba req-88256ccb-1aa9-4da5-aa51-af8fb4169700 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934439 Nov 11 06:40:34.024627 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-72d7d3db-c14c-47a3-9bdc-674fe4d1582d req-599cb150-e1cd-4d1a-9da3-881062f0798e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Nov 11 06:40:34.112290 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:34.400286 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Deleting port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:40:34.400653 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:34.477610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] For port 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,segment=NetworkSegment(f8769346-fc01-4977-b7d7-73900f31f199),segment_id=f8769346-fc01-4977-b7d7-73900f31f199)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:34.478015 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:34.490509 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Calling delete_port for 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 owned by network:router_interface {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:40:34.649504 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 7c0adb86-a808-42c5-99a6-29255891d4b3 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:40:34.669139 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 7c0adb86-a808-42c5-99a6-29255891d4b3 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:40:34.669466 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 7c0adb86-a808-42c5-99a6-29255891d4b3 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:40:34.755229 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:34.784621 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6ed9d9-4efb-4d0f-8d58-78446ab2d471,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:34.835356 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:40:34.838158 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5569b69e-9ab3-46fa-9449-ebd37fe7d81f" -d '{"events": [{"server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "name": "network-vif-plugged", "status": "completed", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:40:34.876348 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb91e7-aecd-4d01-85dd-adcb5d51c139 x-openstack-request-id: req-8bcb91e7-aecd-4d01-85dd-adcb5d51c139 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:40:34.876693 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "name": "network-vif-plugged", "status": "completed", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:40:34.877010 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bcb91e7-aecd-4d01-85dd-adcb5d51c139 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:40:34.877508 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'code': 200} Nov 11 06:40:34.945559 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:35.014898 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309eb003-e67d-4a6c-a76c-882345d1e994 req-311585f7-329d-4fce-abbd-b639992406e1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:35.016376 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-309eb003-e67d-4a6c-a76c-882345d1e994 req-311585f7-329d-4fce-abbd-b639992406e1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0714929 Nov 11 06:40:35.092033 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-309eb003-e67d-4a6c-a76c-882345d1e994 req-97fe5757-77a7-40c1-9bec-7ae106f8dca2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Nov 11 06:40:35.206400 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3c9e3-8b5d-4ada-8e90-ab9ef204cf4e req-3bd24c44-aabf-440a-8c5c-e3b141974d46 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:35.208026 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c1a3c9e3-8b5d-4ada-8e90-ab9ef204cf4e req-3bd24c44-aabf-440a-8c5c-e3b141974d46 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0505028 Nov 11 06:40:35.224610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48136083-f399-48e1-82e3-28df059e9595 req-92a173c7-0368-416a-ae76-a7e2e8800dea tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:35.226134 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-48136083-f399-48e1-82e3-28df059e9595 req-92a173c7-0368-416a-ae76-a7e2e8800dea tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.1185827 Nov 11 06:40:35.263800 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c1a3c9e3-8b5d-4ada-8e90-ab9ef204cf4e req-8b65d2e3-bd4f-4192-92a9-7bb682ee9b59 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488615 Nov 11 06:40:35.344447 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-48136083-f399-48e1-82e3-28df059e9595 req-6c50ae81-3106-40e5-9b72-c7e847e24acd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109104 Nov 11 06:40:35.359654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:40:35.361576 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33489c6-e73a-4f12-b8fa-62b1189fc91c req-fe143fec-e08b-432d-8398-1e8f84e857c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:35.363072 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a33489c6-e73a-4f12-b8fa-62b1189fc91c req-fe143fec-e08b-432d-8398-1e8f84e857c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1098 time: 0.0855265 Nov 11 06:40:35.467555 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:40:35.474614 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b5d1c7eb-f0d7-43e4-8d13-f84f9eb49b6d admin admin] 10.222.0.20 "PUT /v2.0/routers/5fd0c1be-5ae3-4e95-bdd5-9c466b479022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1363363 Nov 11 06:40:35.477603 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54190) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:35.478489 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] Sync routers for ids ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:40:35.491528 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] Routers {'5fd0c1be-5ae3-4e95-bdd5-9c466b479022'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:40:35.492130 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:40:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:35.581942 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks [] for router, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:35.597863 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] Set router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:40:35.686252 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:35.770151 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:40:34Z', 'revision_number': 5, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port': {'id': '28a2753a-ec63-44d7-bbdc-550377bfd7bd', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:35.799899 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] Checking router: 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:40:35.808325 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] Routers {'5fd0c1be-5ae3-4e95-bdd5-9c466b479022'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:40:35.808929 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:40:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:35.809232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Deleting port 28a2753a-ec63-44d7-bbdc-550377bfd7bd {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:40:35.809566 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:35.891294 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] For port 28a2753a-ec63-44d7-bbdc-550377bfd7bd, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=28a2753a-ec63-44d7-bbdc-550377bfd7bd,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:40:35.891673 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:35.893492 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] Set router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:40:35.905099 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Calling delete_port for 28a2753a-ec63-44d7-bbdc-550377bfd7bd owned by network:router_gateway {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:40:35.945099 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:40:35Z', 'revision_number': 6, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:35.974768 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fd748-04ce-4cab-b0fc-af481ad64208 None None] The sync data for ids ['5fd0c1be-5ae3-4e95-bdd5-9c466b479022'] in dv-cinder-817514-1-iscsi is: [{'id': '5fd0c1be-5ae3-4e95-bdd5-9c466b479022', 'name': 'tempest-ServerRescueNegativeTestJSON-1064384835-router', 'tenant_id': 'e7cfc851f5984af18b834502783cc44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:40:35Z', 'revision_number': 6, 'project_id': 'e7cfc851f5984af18b834502783cc44f', 'gw_port_host': None}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:40:36.186049 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.218568 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Pushing event deleted for resources: {'Port': ['ID=28a2753a-ec63-44d7-bbdc-550377bfd7bd,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:36.237364 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93f10b-4020-4fa4-9a0e-b8f2b438e324 req-7ecff8b4-7e87-4d3e-b0ed-d8cc6b1bda40 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:36.237364 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cc93f10b-4020-4fa4-9a0e-b8f2b438e324 req-7ecff8b4-7e87-4d3e-b0ed-d8cc6b1bda40 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0813947 Nov 11 06:40:36.317552 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.342912 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cc93f10b-4020-4fa4-9a0e-b8f2b438e324 req-4310d563-ab05-418e-b7cc-37a102184bf2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928555 Nov 11 06:40:36.409318 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41637419-6b6f-4b8f-ba5e-4bd044edc1be req-db6079d5-3cb5-4424-a2c3-95005354bc8b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:36.411465 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-41637419-6b6f-4b8f-ba5e-4bd044edc1be req-db6079d5-3cb5-4424-a2c3-95005354bc8b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0765996 Nov 11 06:40:36.474880 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-41637419-6b6f-4b8f-ba5e-4bd044edc1be req-aac75acc-943f-4115-8ac7-19694ced65cd tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556509 Nov 11 06:40:36.484314 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.500439 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:40:36.507705 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.527258 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:40:36.527595 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 4b6ed9d9-4efb-4d0f-8d58-78446ab2d471 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:40:36.580811 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a79de-2286-44a8-8863-95139e196293 req-5de9e558-f451-49e5-b6f2-bb64250615be tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:36.582320 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2c0a79de-2286-44a8-8863-95139e196293 req-5de9e558-f451-49e5-b6f2-bb64250615be tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.1127746 Nov 11 06:40:36.612455 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.612960 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd0c1be-5ae3-4e95-bdd5-9c466b479022 {{(pid=102318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:40:36.621884 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.622977 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-36d5e68f-8c35-4055-be07-171c497bbfae admin admin] 10.222.0.20 "DELETE /v2.0/routers/5fd0c1be-5ae3-4e95-bdd5-9c466b479022 HTTP/1.1" status: 204 len: 168 time: 1.1459758 Nov 11 06:40:36.625616 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54204) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:36.634423 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2c0a79de-2286-44a8-8863-95139e196293 req-eeae58cd-ebff-4c30-8db1-e9ee15069cc9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462766 Nov 11 06:40:36.671086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Deleting subnet dbbfea3b-0743-4d18-bf0b-90e666f12bea {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:40:36.674178 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.710790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.756029 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.852559 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.880949 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:36.884107 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dbbfea3b-0743-4d18-bf0b-90e666f12bea HTTP/1.1" status: 204 len: 168 time: 0.2573130 Nov 11 06:40:36.885375 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6a83f-d3fe-4cdf-b078-65a7be918088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbfea3b-0743-4d18-bf0b-90e666f12bea,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:36.886710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54206) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:36.959088 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.047832 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.069989 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ff747c-0bc8-47c0-89d5-07933faf7ec8']}} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:37.080051 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8769346-fc01-4977-b7d7-73900f31f199') {'for_net_delete': True} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:37.080344 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8769346-fc01-4977-b7d7-73900f31f199') {} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:37.090853 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13005554'] for segment, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.104883 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.110754 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:40:37.111127 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13897887'] for segment, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: Traceback (most recent call last): Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: timer() Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: cb(*args, **kw) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: return func(*args, **kwargs) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: self._notify() Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: self.callback(batched_events) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: event.method(event) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: return f(self, *a, **k) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._get(url).json() Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: return self.request(url, 'GET', **kwargs) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:40:37.112737 dv-cinder-817514-1-iscsi neutron-server[102318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:40:37.206434 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.211969 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.215979 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4ff747c-0bc8-47c0-89d5-07933faf7ec8 HTTP/1.1" status: 204 len: 168 time: 0.3282819 Nov 11 06:40:37.228323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4b7c1-608b-4988-93a8-acee070961f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ff747c-0bc8-47c0-89d5-07933faf7ec8,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:37.450206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53e3e6-b5f4-4e6e-a6d0-642f1fe0e850 req-b4255c49-8ed9-4165-95a8-5a73c8562279 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:37.451662 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5e53e3e6-b5f4-4e6e-a6d0-642f1fe0e850 req-b4255c49-8ed9-4165-95a8-5a73c8562279 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Nov 11 06:40:37.497889 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5e53e3e6-b5f4-4e6e-a6d0-642f1fe0e850 req-3e0f7897-5901-460e-8363-715476af4354 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Nov 11 06:40:37.569467 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54216) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:37.595158 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271fdf-ec32-4ea0-bf4e-7a76d14dd999 req-1dadd8bc-84cf-4694-b635-d462e0fa5fa8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:37.596636 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-27271fdf-ec32-4ea0-bf4e-7a76d14dd999 req-1dadd8bc-84cf-4694-b635-d462e0fa5fa8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Nov 11 06:40:37.611507 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c18b10f1-aebe-4831-982f-193d9ad3d1ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7cfc851f5984af18b834502783cc44f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408120 Nov 11 06:40:37.614097 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54218) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:37.646689 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-27271fdf-ec32-4ea0-bf4e-7a76d14dd999 req-e854a497-0fa1-4623-9310-838562e8fa0c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Nov 11 06:40:37.662578 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d861e14-c28b-45da-91f6-452f4025269f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.684006 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d861e14-c28b-45da-91f6-452f4025269f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.759247 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f95da-cc58-4d3a-858c-1a9fbdfbeb07 req-a6ed61fe-457f-43cd-8f09-ba3389699afd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:37.761341 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4e9f95da-cc58-4d3a-858c-1a9fbdfbeb07 req-a6ed61fe-457f-43cd-8f09-ba3389699afd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.0481567 Nov 11 06:40:37.800506 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d861e14-c28b-45da-91f6-452f4025269f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.803073 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d861e14-c28b-45da-91f6-452f4025269f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:37.804140 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-2d861e14-c28b-45da-91f6-452f4025269f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b8b5b14-85c4-44df-b38b-cf122ff61a29 HTTP/1.1" status: 204 len: 168 time: 0.1891625 Nov 11 06:40:37.814287 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4e9f95da-cc58-4d3a-858c-1a9fbdfbeb07 req-c5c5847b-01f7-48bb-a3b5-28d381375654 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464373 Nov 11 06:40:37.820187 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861e14-c28b-45da-91f6-452f4025269f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b5b14-85c4-44df-b38b-cf122ff61a29,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:38.037432 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a33489c6-e73a-4f12-b8fa-62b1189fc91c req-916c245b-6ecc-4cd5-9645-f962be943275 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Nov 11 06:40:38.254628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 28a2753a-ec63-44d7-bbdc-550377bfd7bd no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:40:38.273616 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 28a2753a-ec63-44d7-bbdc-550377bfd7bd {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:40:38.274022 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 28a2753a-ec63-44d7-bbdc-550377bfd7bd not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:40:38.611721 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7985c3-1b91-45a8-a514-0de75757948e req-92b5009f-f96e-4739-bae4-d7ed8532b0ee tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:38.613197 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f7985c3-1b91-45a8-a514-0de75757948e req-92b5009f-f96e-4739-bae4-d7ed8532b0ee tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0478294 Nov 11 06:40:38.663278 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f7985c3-1b91-45a8-a514-0de75757948e req-2e172b30-0c9b-421d-ad3c-dc4a971102bc tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Nov 11 06:40:38.740322 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54248) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:38.757491 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f704d-41b2-48e6-b8d2-f48092aabc87 req-b6956f15-bbf0-41fb-8fd1-0ec0cc9e952c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:38.758983 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e95f704d-41b2-48e6-b8d2-f48092aabc87 req-b6956f15-bbf0-41fb-8fd1-0ec0cc9e952c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Nov 11 06:40:38.805211 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e95f704d-41b2-48e6-b8d2-f48092aabc87 req-b3232a4c-ffad-4211-a8a9-8cd513716250 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398371 Nov 11 06:40:38.834615 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808099681-network', 'tenant_id': 'ac6cfecb5c3e4f9394813519a608d61a'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:40:38.915942 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Made reservation on behalf of ac6cfecb5c3e4f9394813519a608d61a for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:40:38.918168 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:38.931441 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:38.952770 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ed60-c626-4319-b30d-eff87259f1c3 req-511bd3b6-3cc9-4855-b637-9bbe67e3014d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:38.954351 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f553ed60-c626-4319-b30d-eff87259f1c3 req-511bd3b6-3cc9-4855-b637-9bbe67e3014d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.0702751 Nov 11 06:40:39.024713 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f553ed60-c626-4319-b30d-eff87259f1c3 req-d1e9b72d-289d-4172-9047-5d1d3f5e99b2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624700 Nov 11 06:40:39.051710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.109021 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.135356 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:40:39.141234 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a16f133-b008-46d8-9d3a-9c9e70fc3f63,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:39.148367 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.148768 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Added segment 720a5a58-e431-43dc-9f14-cc85e6616b35 of type vlan for network fe59c3ed-00c7-4889-91dd-70f547f9d2f6 Nov 11 06:40:39.189528 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.257818 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.258758 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:39.259347 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.322360 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] Pushing event updated for resources: {'Network': ['ID=fe59c3ed-00c7-4889-91dd-70f547f9d2f6,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:39.331497 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network fe59c3ed-00c7-4889-91dd-70f547f9d2f6 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:40:39.335139 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a19f4ba9-f208-4d53-8f9b-bc450fddf6ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5933986 Nov 11 06:40:39.337745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54258) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:39.343254 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Request body: {'subnet': {'network_id': 'fe59c3ed-00c7-4889-91dd-70f547f9d2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808099681-subnet', 'tenant_id': 'ac6cfecb5c3e4f9394813519a608d61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:40:39.423856 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Made reservation on behalf of ac6cfecb5c3e4f9394813519a608d61a for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:40:39.426179 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260021658'] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.658032 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13355600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260021684'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.706230 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f1391f-8555-43d5-8964-575c3e77effc,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:39.720869 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Checking segment: {'id': '720a5a58-e431-43dc-9f14-cc85e6616b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fe59c3ed-00c7-4889-91dd-70f547f9d2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:40:39.721217 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Network hostable DHCP agents. Network: fe59c3ed-00c7-4889-91dd-70f547f9d2f6, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:40:39.777843 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3f703-f6fe-474c-9000-8dd0b1e6302e req-6f715177-0a7f-405f-a940-206a25a70313 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:39.779294 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-92c3f703-f6fe-474c-9000-8dd0b1e6302e req-6f715177-0a7f-405f-a940-206a25a70313 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0499969 Nov 11 06:40:39.825621 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Network fe59c3ed-00c7-4889-91dd-70f547f9d2f6 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:40:39.831430 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-92c3f703-f6fe-474c-9000-8dd0b1e6302e req-1097851e-da1c-4f5f-8218-6be4aabfa038 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Nov 11 06:40:39.903420 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, fe59c3ed-00c7-4889-91dd-70f547f9d2f6) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:40:39.907415 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:39.907988 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:39.917663 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670064b-9553-46a0-a835-71c5c2885403 None None] Network fe59c3ed-00c7-4889-91dd-70f547f9d2f6 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:40:39.920444 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0ef1a-93d0-4219-a589-3c1cd543403e req-5a800c38-82b9-4af5-b154-a4aa2848cc24 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:39.921983 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-76d0ef1a-93d0-4219-a589-3c1cd543403e req-5a800c38-82b9-4af5-b154-a4aa2848cc24 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0499239 Nov 11 06:40:39.968921 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-76d0ef1a-93d0-4219-a589-3c1cd543403e req-e5172a3a-ae76-4b22-9e68-b3d596d6c033 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Nov 11 06:40:40.003885 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9f4c1ca5-b498-4b7a-af77-be361866ec77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6649868 Nov 11 06:40:40.041168 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91eabe-4c5d-46bd-a21b-d862404f4a7e None None] Network fe59c3ed-00c7-4889-91dd-70f547f9d2f6 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:40:40.668636 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54280) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:40.673430 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-583631880-network', 'tenant_id': '10f5ded5f133491bb49ef035e89cabcd'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:40:40.761584 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Made reservation on behalf of 10f5ded5f133491bb49ef035e89cabcd for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:40:40.763770 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:40.772566 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:40.843592 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:40.892258 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:40.923003 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:40:40.953299 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:40.953633 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Added segment 2d32ae73-5429-4812-97e6-c98b83d4d15f of type vlan for network edf01c5c-2af8-41de-8c8e-69933a477466 Nov 11 06:40:40.954816 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce45c23-a58b-4619-8f85-6530b8bcbf7f,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:41.000345 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:41.011357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ecf4-3758-4f9f-aa28-a2763e8b9bfa req-d6ec811a-c9f8-4049-bd85-3c4997957547 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:41.017214 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-52e3ecf4-3758-4f9f-aa28-a2763e8b9bfa req-d6ec811a-c9f8-4049-bd85-3c4997957547 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.1081755 Nov 11 06:40:41.072971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-52e3ecf4-3758-4f9f-aa28-a2763e8b9bfa req-bf307cc3-298c-4e50-9d4a-25f3a4c5b873 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521841 Nov 11 06:40:41.085127 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7023-1eee-4d67-9c46-62bb8ffe66a6 req-1c0d8789-4500-4339-a31a-0abdcb8d3c84 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:41.086770 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1e1a7023-1eee-4d67-9c46-62bb8ffe66a6 req-1c0d8789-4500-4339-a31a-0abdcb8d3c84 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0488176 Nov 11 06:40:41.091924 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:41.092849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:41.093411 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:41.136527 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1e1a7023-1eee-4d67-9c46-62bb8ffe66a6 req-c65b6ee4-abf9-4b99-aba5-a96f118ae9ed tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Nov 11 06:40:41.150858 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] Pushing event updated for resources: {'Network': ['ID=edf01c5c-2af8-41de-8c8e-69933a477466,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:41.160349 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network edf01c5c-2af8-41de-8c8e-69933a477466 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:40:41.174810 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-22294d01-ab8a-488a-8ed9-dc60da1fec6a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5050716 Nov 11 06:40:41.177488 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54286) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:41.182240 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Request body: {'subnet': {'network_id': 'edf01c5c-2af8-41de-8c8e-69933a477466', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-583631880-subnet', 'tenant_id': '10f5ded5f133491bb49ef035e89cabcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:40:41.274952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Made reservation on behalf of 10f5ded5f133491bb49ef035e89cabcd for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:40:41.277753 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260021658'] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:41.720759 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13355600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260021684'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:41.779392 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c29588a-6503-40d4-ab43-0cddb71af50e,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:41.787221 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Checking segment: {'id': '2d32ae73-5429-4812-97e6-c98b83d4d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edf01c5c-2af8-41de-8c8e-69933a477466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:40:41.787588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Network hostable DHCP agents. Network: edf01c5c-2af8-41de-8c8e-69933a477466, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:40:41.851888 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Network edf01c5c-2af8-41de-8c8e-69933a477466 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:40:41.937938 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, edf01c5c-2af8-41de-8c8e-69933a477466) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:40:41.941864 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:41.950325 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:41.951027 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b01953-5918-4f53-ae2e-fec64348e967 None None] Network edf01c5c-2af8-41de-8c8e-69933a477466 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:40:42.021128 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-1131e1da-abe7-4818-a9e8-c3b0d834cf7c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8425636 Nov 11 06:40:42.072906 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ef902-c89c-4426-90bd-7c6c682d6440 None None] Network edf01c5c-2af8-41de-8c8e-69933a477466 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:40:42.140412 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54294) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:42.217859 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Deleting subnet 29f1391f-8555-43d5-8964-575c3e77effc {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:40:42.222204 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.253426 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45fdd4-339c-4809-b6fb-6321e1d57de1 req-5878beb1-0ac1-47d2-9314-245be9da16ef tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:42.255002 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7e45fdd4-339c-4809-b6fb-6321e1d57de1 req-5878beb1-0ac1-47d2-9314-245be9da16ef tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.1060016 Nov 11 06:40:42.266345 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9969425-6dfa-4dbb-a587-947e0d906eb2 req-c5bf1cec-5be2-4bf1-9e3a-33388a8cb111 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:42.268859 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e9969425-6dfa-4dbb-a587-947e0d906eb2 req-c5bf1cec-5be2-4bf1-9e3a-33388a8cb111 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0534673 Nov 11 06:40:42.293712 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.318905 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e9969425-6dfa-4dbb-a587-947e0d906eb2 req-7b0c847f-3429-45f2-8e36-d371536b9fc3 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Nov 11 06:40:42.353759 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7e45fdd4-339c-4809-b6fb-6321e1d57de1 req-edd6a37b-3bd0-43cc-b9b8-c513a27f3f92 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897553 Nov 11 06:40:42.358950 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.475529 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.501291 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f1391f-8555-43d5-8964-575c3e77effc,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:42.506170 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.512103 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-50be05f3-5458-47f5-a2ea-ec70ed3787d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29f1391f-8555-43d5-8964-575c3e77effc HTTP/1.1" status: 204 len: 168 time: 0.3680205 Nov 11 06:40:42.512103 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54308) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:42.579109 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.663872 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.686983 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe59c3ed-00c7-4889-91dd-70f547f9d2f6']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:42.697892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720a5a58-e431-43dc-9f14-cc85e6616b35') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:42.698214 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720a5a58-e431-43dc-9f14-cc85e6616b35') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:42.707485 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.725467 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.738216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:40:42.738613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:40:42.740666 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:40:42.852313 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.858105 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.861288 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/fe59c3ed-00c7-4889-91dd-70f547f9d2f6 HTTP/1.1" status: 204 len: 168 time: 0.3483279 Nov 11 06:40:42.864107 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54320) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:42.872089 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb3869-8170-41ab-80ea-09afd8eb7c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe59c3ed-00c7-4889-91dd-70f547f9d2f6,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:42.909165 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Deleting subnet 7c29588a-6503-40d4-ab43-0cddb71af50e {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:40:42.912290 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.947927 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:42.991723 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.081257 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.108997 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.112914 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7c29588a-6503-40d4-ab43-0cddb71af50e HTTP/1.1" status: 204 len: 168 time: 0.2478335 Nov 11 06:40:43.113748 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2194dca-577c-458a-a84f-2f47cc78e85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c29588a-6503-40d4-ab43-0cddb71af50e,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:43.115363 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54322) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:43.180878 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.259158 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.279147 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf01c5c-2af8-41de-8c8e-69933a477466']}} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:43.287940 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d32ae73-5429-4812-97e6-c98b83d4d15f') {'for_net_delete': True} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:43.288231 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d32ae73-5429-4812-97e6-c98b83d4d15f') {} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:40:43.297465 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13005554'] for segment, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.310048 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.315675 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:40:43.316040 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13897887'] for segment, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: Traceback (most recent call last): Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: timer() Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: cb(*args, **kw) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: return func(*args, **kwargs) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: self._notify() Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: self.callback(batched_events) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: event.method(event) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: return f(self, *a, **k) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._get(url).json() Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: return self.request(url, 'GET', **kwargs) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:40:43.317678 dv-cinder-817514-1-iscsi neutron-server[102318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:40:43.419608 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.426547 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.432143 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/edf01c5c-2af8-41de-8c8e-69933a477466 HTTP/1.1" status: 204 len: 168 time: 0.3134158 Nov 11 06:40:43.443738 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab818b3-0756-4e61-9118-92d330a93a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf01c5c-2af8-41de-8c8e-69933a477466,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:43.458734 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad246f5b-4f6c-450f-81d1-87d117484d8a req-c2ea18ba-7215-4fab-b151-324725f7d0c5 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:43.466128 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ad246f5b-4f6c-450f-81d1-87d117484d8a req-c2ea18ba-7215-4fab-b151-324725f7d0c5 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0782075 Nov 11 06:40:43.479482 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a8b8-2a51-48cc-8466-8c90d9352994 req-1fff3b5b-aba2-4804-b7d6-44304934ec8b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:43.483069 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e933a8b8-2a51-48cc-8466-8c90d9352994 req-1fff3b5b-aba2-4804-b7d6-44304934ec8b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0607352 Nov 11 06:40:43.512704 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ad246f5b-4f6c-450f-81d1-87d117484d8a req-9ae2eed7-572a-4373-9599-c517aa9618fe tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456626 Nov 11 06:40:43.545709 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e933a8b8-2a51-48cc-8466-8c90d9352994 req-fa3e656a-0b92-46b4-b7b4-413e11985d5e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Nov 11 06:40:43.655739 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e19aff-a3c6-4c86-8edf-1975d4419a59 req-4d8f31c2-96a1-4ca9-9e92-32610c3a1391 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:43.657182 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a7e19aff-a3c6-4c86-8edf-1975d4419a59 req-4d8f31c2-96a1-4ca9-9e92-32610c3a1391 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0479724 Nov 11 06:40:43.706607 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a7e19aff-a3c6-4c86-8edf-1975d4419a59 req-eef21d6f-84b3-4751-9d2e-3ade90b70be1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Nov 11 06:40:43.810851 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54340) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:43.859373 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-fb788492-91e8-44fc-8b36-b76ef772f43a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac6cfecb5c3e4f9394813519a608d61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448575 Nov 11 06:40:43.859672 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54346) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:43.909404 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bb8c-dd24-4cb2-820b-33124d5757a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:43.933270 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bb8c-dd24-4cb2-820b-33124d5757a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.031261 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47de7d4-908c-4ab3-8502-8f1414887538 req-baef628b-7ed0-422d-8340-07669cc075e4 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:44.033437 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f47de7d4-908c-4ab3-8502-8f1414887538 req-baef628b-7ed0-422d-8340-07669cc075e4 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0475111 Nov 11 06:40:44.078152 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bb8c-dd24-4cb2-820b-33124d5757a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.080637 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fd6bb8c-dd24-4cb2-820b-33124d5757a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.081750 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5fd6bb8c-dd24-4cb2-820b-33124d5757a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a16f133-b008-46d8-9d3a-9c9e70fc3f63 HTTP/1.1" status: 204 len: 168 time: 0.2210920 Nov 11 06:40:44.094960 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f47de7d4-908c-4ab3-8502-8f1414887538 req-f21607f5-be42-418d-9088-ad7b0bc5e375 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Nov 11 06:40:44.096054 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6bb8c-dd24-4cb2-820b-33124d5757a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a16f133-b008-46d8-9d3a-9c9e70fc3f63,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:44.624956 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d240795-f670-430d-8633-bbfaefc48f0e req-ed267832-a542-4ce8-a99c-2cf5bcfffa54 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:44.626358 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6d240795-f670-430d-8633-bbfaefc48f0e req-ed267832-a542-4ce8-a99c-2cf5bcfffa54 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0468514 Nov 11 06:40:44.686241 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6d240795-f670-430d-8633-bbfaefc48f0e req-8e5b077b-a31d-46d9-9213-65771801b9ba tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533214 Nov 11 06:40:44.736815 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54370) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:44.778687 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8005aaac-684d-4030-942f-3065cef2a324 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10f5ded5f133491bb49ef035e89cabcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407240 Nov 11 06:40:44.781344 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54374) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:44.827569 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92e45282-fae6-4e34-98e0-7c7d842a1fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.848651 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92e45282-fae6-4e34-98e0-7c7d842a1fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.960875 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92e45282-fae6-4e34-98e0-7c7d842a1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.963533 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92e45282-fae6-4e34-98e0-7c7d842a1fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:44.964706 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-92e45282-fae6-4e34-98e0-7c7d842a1fc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bce45c23-a58b-4619-8f85-6530b8bcbf7f HTTP/1.1" status: 204 len: 168 time: 0.1824086 Nov 11 06:40:44.972524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e45282-fae6-4e34-98e0-7c7d842a1fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce45c23-a58b-4619-8f85-6530b8bcbf7f,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:40:45.801955 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ea620-1fb0-4782-9910-035c19987cd9 req-2781946a-60e2-4a77-a81b-4f2baf385bd8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:45.803482 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c85ea620-1fb0-4782-9910-035c19987cd9 req-2781946a-60e2-4a77-a81b-4f2baf385bd8 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Nov 11 06:40:45.858724 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c85ea620-1fb0-4782-9910-035c19987cd9 req-bf00342f-22a7-4920-b25e-aff7b0497da2 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467770 Nov 11 06:40:46.977991 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b24e9-b339-410f-843c-8515f4cdac30 req-69c4a712-0b71-43b7-adbf-e3c7a91dfabe tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:46.979448 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f26b24e9-b339-410f-843c-8515f4cdac30 req-69c4a712-0b71-43b7-adbf-e3c7a91dfabe tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0478437 Nov 11 06:40:47.027742 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f26b24e9-b339-410f-843c-8515f4cdac30 req-c9d9c3ee-7cb7-4aa3-8031-d0c3a7e36304 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Nov 11 06:40:47.415509 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc8376-6b88-4e96-8f39-c68500f3e628 req-0de62229-84a8-49ce-afea-7e123453f635 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:47.417575 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6cfc8376-6b88-4e96-8f39-c68500f3e628 req-0de62229-84a8-49ce-afea-7e123453f635 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Nov 11 06:40:47.474019 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6cfc8376-6b88-4e96-8f39-c68500f3e628 req-b9f95c92-b54b-4604-a06c-a09a8000938e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Nov 11 06:40:47.599180 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-63929fe5-9d53-4b1f-9b2a-0ef6c4abb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:47.600649 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-63929fe5-9d53-4b1f-9b2a-0ef6c4abb62e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 1098 time: 0.0414536 Nov 11 06:40:47.695867 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-afa13f70-51b5-4c68-89a5-4c5c8f6d591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:47.697339 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-afa13f70-51b5-4c68-89a5-4c5c8f6d591f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 910 time: 0.0895932 Nov 11 06:40:47.768640 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-60b3fc39-eacd-4ed6-86ce-27a2ba2574ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 200 len: 1001 time: 0.0614462 Nov 11 06:40:47.822588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-ec7900b7-3c94-4fa6-9d8c-70a47bcb16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:47.824453 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-ec7900b7-3c94-4fa6-9d8c-70a47bcb16b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.0454237 Nov 11 06:40:47.869279 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-9eeee660-f324-4341-87f2-92a28323a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:47.870744 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-9eeee660-f324-4341-87f2-92a28323a7ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387933 Nov 11 06:40:47.970864 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-5a7efd79-66d8-4ca2-9ef9-a0cc0e06bf66 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897319 Nov 11 06:40:48.061089 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f281c09-29c7-498a-a99b-e663790a97d1 req-6ce4f7ec-921a-46d5-8373-dd4f55e9a709 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844390 Nov 11 06:40:48.218042 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4116a35c-4fb8-4789-affe-035198430f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:48.588883 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6208d-9dad-45c9-ac15-d0ffa64b0376 req-ccb4dfc3-b57d-456a-bf2e-2a25a5d5725c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:48.590384 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e4e6208d-9dad-45c9-ac15-d0ffa64b0376 req-ccb4dfc3-b57d-456a-bf2e-2a25a5d5725c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Nov 11 06:40:48.641382 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e4e6208d-9dad-45c9-ac15-d0ffa64b0376 req-d7237746-6fdf-49f4-9065-35b015c3ea1a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Nov 11 06:40:49.752530 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb9988-d621-49df-b59d-426d5cf47b83 req-c7b52546-5a58-40ee-83ad-1dece4c1356c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:49.754009 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-03bb9988-d621-49df-b59d-426d5cf47b83 req-c7b52546-5a58-40ee-83ad-1dece4c1356c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0467265 Nov 11 06:40:49.800477 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-03bb9988-d621-49df-b59d-426d5cf47b83 req-8c59cb62-0dc4-4807-975c-4ecb66efc52e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Nov 11 06:40:50.418496 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad49a4b6-c355-45ce-881f-d6fe85e7dd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:50.915582 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dc3c9-16aa-4765-9643-108af2862b2d req-2871a054-952a-4322-9f4f-a5a49158193a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:50.917062 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a96dc3c9-16aa-4765-9643-108af2862b2d req-2871a054-952a-4322-9f4f-a5a49158193a tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Nov 11 06:40:50.964203 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a96dc3c9-16aa-4765-9643-108af2862b2d req-5dbb4d9b-f408-46ef-88a0-852bd49bcd1f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Nov 11 06:40:51.526205 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:52.076941 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17103156-e8d3-4a92-896a-878a1604111d req-6ae58ca7-d8a4-4b6e-844f-4030f4726a63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:52.078472 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-17103156-e8d3-4a92-896a-878a1604111d req-6ae58ca7-d8a4-4b6e-844f-4030f4726a63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0474548 Nov 11 06:40:52.129919 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-17103156-e8d3-4a92-896a-878a1604111d req-0e3a018d-dcc6-4212-bcde-0fa1f41b0088 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452046 Nov 11 06:40:52.989096 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:53.154729 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:54.115069 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:40:55.449702 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-dde75940-c446-4f46-a48f-8b880955b90e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377734 Nov 11 06:40:55.570946 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-71a3597d-bab3-4986-b8ac-59bdbe91d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:55.572285 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-71a3597d-bab3-4986-b8ac-59bdbe91d4cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 1099 time: 0.0416067 Nov 11 06:40:55.674052 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-4eb64a48-4a0d-49a8-b5c7-fc682468d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:55.675539 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-4eb64a48-4a0d-49a8-b5c7-fc682468d56f service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.0829773 Nov 11 06:40:55.745736 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-56c62803-87a0-48d4-9cff-dfd0868e4660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 200 len: 1001 time: 0.0618331 Nov 11 06:40:55.797337 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-0efe05a9-aa40-44ba-a62c-741d3fe4e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:55.798734 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-0efe05a9-aa40-44ba-a62c-741d3fe4e8b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0430701 Nov 11 06:40:56.737783 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-39d26424-83e8-4fc7-8733-64d1bc6abed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:56.738970 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-39d26424-83e8-4fc7-8733-64d1bc6abed1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442708 Nov 11 06:40:58.616711 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-46261fa0-a066-4b0c-a792-f5e6da013e4c service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857191 Nov 11 06:40:58.705381 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6861cb5e-83fb-49e6-a93f-2022a8b36ad3 req-411fc01c-0815-4dcd-a7a1-9887b2794026 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807021 Nov 11 06:40:59.726471 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745783b-641c-47c2-87d7-e5956ef8db65 req-71eca93a-83d4-42f9-acca-deb19f5228b1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:59.728016 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3745783b-641c-47c2-87d7-e5956ef8db65 req-71eca93a-83d4-42f9-acca-deb19f5228b1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0502565 Nov 11 06:40:59.776580 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3745783b-641c-47c2-87d7-e5956ef8db65 req-879489d0-8617-4cfd-b155-df14824333de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Nov 11 06:40:59.798365 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54584) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:59.976949 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c8dabd-2dea-4336-b249-81360e7aadcf tempest-TestMinimumBasicScenario-395448859 tempest-TestMinimumBasicScenario-395448859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:40:59.977976 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e3c8dabd-2dea-4336-b249-81360e7aadcf tempest-TestMinimumBasicScenario-395448859 tempest-TestMinimumBasicScenario-395448859-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1093 time: 0.1786020 Nov 11 06:40:59.981684 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54590) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:40:59.988514 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'port_id': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:00.069862 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for floatingip, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:00.170471 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:00.476938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Allocated IP 172.27.1.210 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/c2173abe-9a1d-4e8f-837c-4bdcf0dbd79c) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:41:00.571874 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:00.652991 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:00.695882 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:41:00.699281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:41:00.703677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:41:00.706740 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'Port': ['ID=c2173abe-9a1d-4e8f-837c-4bdcf0dbd79c,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:00.730697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.731047 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.731390 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.731725 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.732060 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.732392 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.732721 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.733045 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.733371 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.733694 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.735758 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:00.736091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:01.199998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:01.332511 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:01.477878 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:01.554570 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:01.620119 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'Port': ['ID=c2173abe-9a1d-4e8f-837c-4bdcf0dbd79c,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:01.629872 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:01.726288 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.l3_db [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Floating IP 08e23d41-b4ae-4eb5-a372-9f084ea18094 associated. External IP: 172.27.1.210, port: 0b63ea43-2fe3-4a0c-ae82-006de6fd5902. Nov 11 06:41:01.934180 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Router da71a653-2bc2-4753-8ec8-7ef2f786d968 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:41:02.043132 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:41:02.054820 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] Sync routers for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:41:02.064674 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:02.065471 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:40:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:02.155535 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.190008 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:02.191811 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54638) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:02.192374 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-e60dbb78-5874-4507-9846-a39adb037289 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2089686 Nov 11 06:41:02.192762 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:02.195411 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaae175-6adf-44dd-870a-758b09e17b44" -d '{"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:02.197585 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302436216', 'description': 'tempest-secgroup-smoke-1302436216 description', 'project_id': '11d75852d9704b4988e925f041f14d86'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:02.232942 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ba88e8-bb6a-4aa1-8169-e5ee04ea2604 x-openstack-request-id: req-a7ba88e8-bb6a-4aa1-8169-e5ee04ea2604 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:02.233678 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:02.233678 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7ba88e8-bb6a-4aa1-8169-e5ee04ea2604 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:02.234494 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'status': 'completed', 'code': 200} Nov 11 06:41:02.304409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.351772 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-5b849699-24c9-4bd0-aefa-b43555e8b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:02.353308 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-5b849699-24c9-4bd0-aefa-b43555e8b8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1098 time: 0.0588369 Nov 11 06:41:02.465408 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.487567 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-47ef4375-fcad-44ca-86bc-10d91011ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:02.489129 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-47ef4375-fcad-44ca-86bc-10d91011ee59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 915 time: 0.1268358 Nov 11 06:41:02.491296 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '08e23d41-b4ae-4eb5-a372-9f084ea18094', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'port_id': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'mac_address': 'fa:16:3e:1c:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:00Z', 'updated_at': '2021-11-11T06:41:00Z', 'revision_number': 0, 'project_id': '11d75852d9704b4988e925f041f14d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:49Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:02.559705 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.610530 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-a1d3c56c-c274-48a9-83dc-05f737f83a41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 999 time: 0.0997319 Nov 11 06:41:02.611211 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb806af-cd45-460f-ae31-6565a421440b,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:02.619225 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.619485 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.619797 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.620133 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.620474 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.620799 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.621136 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.621453 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.621818 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.622120 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.622445 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.622767 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:02.644404 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] Checking router: da71a653-2bc2-4753-8ec8-7ef2f786d968 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:41:02.654247 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:02.654976 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:40:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:02.659459 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.663249 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5ccb047a-5f64-4b7e-8ca9-003093a85b42 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4676783 Nov 11 06:41:02.663599 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54652) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:02.672625 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group_rule': {'security_group_id': '2eb806af-cd45-460f-ae31-6565a421440b', 'project_id': '11d75852d9704b4988e925f041f14d86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:02.706311 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-d16de98e-b666-4b59-9996-b940762e45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:02.708359 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-d16de98e-b666-4b59-9996-b940762e45fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0820160 Nov 11 06:41:02.751035 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.764310 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-ac759efc-1272-4579-afea-d73d63c1e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:02.766149 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-ac759efc-1272-4579-afea-d73d63c1e777 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510967 Nov 11 06:41:02.782194 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:02.853862 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.891440 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-659a4f96-c4a6-407e-970f-c684bb0f8b76 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081173 Nov 11 06:41:02.920998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:02.940560 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ee601-3cdb-4472-8718-985dacf7f442,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:02.990551 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecaae175-6adf-44dd-870a-758b09e17b44 req-34d8440b-09f8-4c88-9638-86d8f1de8b52 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909090 Nov 11 06:41:03.035616 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54660) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:03.042990 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '08e23d41-b4ae-4eb5-a372-9f084ea18094', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'port_id': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'mac_address': 'fa:16:3e:1c:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:00Z', 'updated_at': '2021-11-11T06:41:00Z', 'revision_number': 0, 'project_id': '11d75852d9704b4988e925f041f14d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:49Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:03.048665 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.052653 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b9ba1c2b-0bdf-460b-9a97-bf8010d277f3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853064 Nov 11 06:41:03.052797 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54664) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:03.058036 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group_rule': {'security_group_id': '2eb806af-cd45-460f-ae31-6565a421440b', 'project_id': '11d75852d9704b4988e925f041f14d86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:03.075456 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebdf590-1487-4639-88b8-d297218e824d None None] The sync data for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi is: [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '08e23d41-b4ae-4eb5-a372-9f084ea18094', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'port_id': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'mac_address': 'fa:16:3e:1c:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:00Z', 'updated_at': '2021-11-11T06:41:00Z', 'revision_number': 0, 'project_id': '11d75852d9704b4988e925f041f14d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:49Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:41:03.168677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c5d1-fd3d-44a4-8183-f910ac0fddf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.183456 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.274288 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.304880 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c5d1-fd3d-44a4-8183-f910ac0fddf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.314398 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd65a08-e192-491a-80f1-8c7d4000474f None None] New status for floating IP 08e23d41-b4ae-4eb5-a372-9f084ea18094: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:41:03.360875 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.380033 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c72511-852b-44d9-aee5-4e9842e8f02f,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:03.384544 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c5d1-fd3d-44a4-8183-f910ac0fddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.423345 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-1bd7c5d1-fd3d-44a4-8183-f910ac0fddf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df9d2eea1e1a45ecbd5afc92d9e3b190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865361 Nov 11 06:41:03.424306 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7c5d1-fd3d-44a4-8183-f910ac0fddf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d1826a-6a56-427c-8213-a1c4c81c5780,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:03.425963 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54666) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:03.452208 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.459554 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-48513a0f-bd7e-4b03-91ff-11b15f6dd379 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4000785 Nov 11 06:41:03.459689 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54668) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:03.463982 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group_rule': {'security_group_id': '2eb806af-cd45-460f-ae31-6565a421440b', 'project_id': '11d75852d9704b4988e925f041f14d86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:03.506816 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-074ba47c-cbd3-4209-a5a3-79d8a2e135b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.527721 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-074ba47c-cbd3-4209-a5a3-79d8a2e135b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.563610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.671700 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-074ba47c-cbd3-4209-a5a3-79d8a2e135b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.674375 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-074ba47c-cbd3-4209-a5a3-79d8a2e135b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.675528 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-074ba47c-cbd3-4209-a5a3-79d8a2e135b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61d1826a-6a56-427c-8213-a1c4c81c5780 HTTP/1.1" status: 204 len: 168 time: 0.2483881 Nov 11 06:41:03.696524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.703500 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ba47c-cbd3-4209-a5a3-79d8a2e135b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d1826a-6a56-427c-8213-a1c4c81c5780,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:03.760891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.780167 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba3256a-81f5-478f-96b4-db5d782a0dda,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:03.848221 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:03.849468 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d1a9d988-45a9-496e-a903-935512e3b7aa tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3888862 Nov 11 06:41:03.852357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54676) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:03.857244 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group_rule': {'security_group_id': '2eb806af-cd45-460f-ae31-6565a421440b', 'project_id': '11d75852d9704b4988e925f041f14d86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:03.944327 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.007700 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.070255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.095471 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fd8d87-e910-4686-b566-b2fbbf04c572,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:04.174381 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.175601 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8ac1a743-fd22-4d7e-aae4-406d593f4a02 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223112 Nov 11 06:41:04.178382 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54682) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:04.182716 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group_rule': {'security_group_id': '2eb806af-cd45-460f-ae31-6565a421440b', 'project_id': '11d75852d9704b4988e925f041f14d86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:04.228520 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54684) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:04.243894 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d573a7f-cc7f-4d37-8b7d-9eec4d6247ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.290024 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.securitygroups_db [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Project 11d75852d9704b4988e925f041f14d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 06:41:04.299127 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.348721 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d573a7f-cc7f-4d37-8b7d-9eec4d6247ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.366695 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.434519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2d573a7f-cc7f-4d37-8b7d-9eec4d6247ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.468867 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.477816 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-2d573a7f-cc7f-4d37-8b7d-9eec4d6247ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dddef94460d4bcdbc2627748990004e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482927 Nov 11 06:41:04.480680 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54686) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:04.482843 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573a7f-cc7f-4d37-8b7d-9eec4d6247ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1106d97-8c90-4596-a542-7212acbe900a,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:04.491139 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430bdefe-69c5-4b4c-b1d2-792564f3e133,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:04.531039 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48bfdbe6-751b-4bba-9b58-44f4033278cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.539552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.540732 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-68687dc7-f600-49d0-9001-574c57e27f82 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3613868 Nov 11 06:41:04.543477 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54688) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:04.549625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'security_group_rule': {'security_group_id': '2eb806af-cd45-460f-ae31-6565a421440b', 'project_id': '11d75852d9704b4988e925f041f14d86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:04.551693 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48bfdbe6-751b-4bba-9b58-44f4033278cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.640973 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.securitygroups_db [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Project 11d75852d9704b4988e925f041f14d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 06:41:04.646560 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.663678 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48bfdbe6-751b-4bba-9b58-44f4033278cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.666400 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-48bfdbe6-751b-4bba-9b58-44f4033278cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.667544 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-48bfdbe6-751b-4bba-9b58-44f4033278cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1106d97-8c90-4596-a542-7212acbe900a HTTP/1.1" status: 204 len: 168 time: 0.1858323 Nov 11 06:41:04.675025 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfdbe6-751b-4bba-9b58-44f4033278cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1106d97-8c90-4596-a542-7212acbe900a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:04.708064 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.766594 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.784353 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85510b68-0a33-412b-a506-7116ed8e7491,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:04.854482 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:04.855746 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-69a0af04-5546-428c-8272-ee662166a0a3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3113539 Nov 11 06:41:04.951497 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-57e62470-027c-4764-900a-27c120cd0e31 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302436216&fields=id&tenant_id=11d75852d9704b4988e925f041f14d86 HTTP/1.1" status: 200 len: 267 time: 0.0512645 Nov 11 06:41:05.003188 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-38eaa3ad-a692-44a6-a478-bcde330bdce3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:05.004650 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-38eaa3ad-a692-44a6-a478-bcde330bdce3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0473700 Nov 11 06:41:05.015873 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'port': {'security_groups': ['7a4b2dee-0083-4a64-9392-539bac11289b', '2eb806af-cd45-460f-ae31-6565a421440b']}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:05.078086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:05.262440 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:05.292090 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:05.338699 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:05.396079 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:05.396798 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:05.398104 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-61e7bda1-5a0b-4b06-a743-8464b751fcdf req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "PUT /v2.0/ports/0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 981 time: 0.3867402 Nov 11 06:41:05.398570 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:05.401428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a969e475-9d9b-491e-a8db-ab21155505bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:05.427601 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9df97e-086a-41e7-9cdd-25071868daf6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=6']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:05.454746 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92093b8c-dd82-4826-b5b6-1c6ab840df62 x-openstack-request-id: req-92093b8c-dd82-4826-b5b6-1c6ab840df62 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:05.455352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:05.455352 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92093b8c-dd82-4826-b5b6-1c6ab840df62 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:05.455662 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'status': 'completed', 'code': 200} Nov 11 06:41:05.523483 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19195c-b7b1-4e68-b703-90d871670034 req-5151af96-e0bb-4183-a10b-fdac53928764 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:05.525046 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3f19195c-b7b1-4e68-b703-90d871670034 req-5151af96-e0bb-4183-a10b-fdac53928764 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0542798 Nov 11 06:41:05.587588 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3f19195c-b7b1-4e68-b703-90d871670034 req-0bbf13ec-fe76-4d4f-9777-b5365f594a7f tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556448 Nov 11 06:41:05.646611 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-61b1d7ba-03f4-455d-92e0-93e81e0a41bf None None] Provisioning complete for port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:41:05.647119 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-61b1d7ba-03f4-455d-92e0-93e81e0a41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:06.492793 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:41:07.281883 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['0b63ea43-2fe3-4a0c-ae82-006de6fd5902'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:41:07.289506 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e475-9d9b-491e-a8db-ab21155505bf req-7619eea4-8e5a-46ad-ab27-db21ffb6303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:07.291079 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-7619eea4-8e5a-46ad-ab27-db21ffb6303f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1137 time: 0.0427139 Nov 11 06:41:07.380807 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e475-9d9b-491e-a8db-ab21155505bf req-6d48a286-7d87-4e6d-a4b8-b2c4af9ac270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:07.382584 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-6d48a286-7d87-4e6d-a4b8-b2c4af9ac270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 915 time: 0.0844400 Nov 11 06:41:07.434253 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['0b63ea43-2fe3-4a0c-ae82-006de6fd5902'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:41:07.465206 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-9e1f7bc1-c0ba-4c52-87c7-acb5626115cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 1001 time: 0.0644352 Nov 11 06:41:07.518827 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e475-9d9b-491e-a8db-ab21155505bf req-ed5c48b4-3c70-46c7-a3bf-5fe002729641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:07.520171 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-ed5c48b4-3c70-46c7-a3bf-5fe002729641 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0440805 Nov 11 06:41:07.565995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e475-9d9b-491e-a8db-ab21155505bf req-a5be2084-bba8-44eb-9869-4c3f2fd06607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:07.567449 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-a5be2084-bba8-44eb-9869-4c3f2fd06607 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379503 Nov 11 06:41:07.660756 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-9f7116dd-6bec-4fa9-ab07-68770bf037d7 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Nov 11 06:41:07.752992 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a969e475-9d9b-491e-a8db-ab21155505bf req-94fa60ed-e83b-44d4-9238-c9f1ad826385 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837955 Nov 11 06:41:11.523287 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54826) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:11.624269 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68f51ab7-5e4f-491d-87c4-721e016de384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.695054 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68f51ab7-5e4f-491d-87c4-721e016de384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.737479 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68f51ab7-5e4f-491d-87c4-721e016de384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.774175 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-68f51ab7-5e4f-491d-87c4-721e016de384 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28ce5d7ac57f4a8fa8eabb2f9ba36f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497571 Nov 11 06:41:11.775266 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51ab7-5e4f-491d-87c4-721e016de384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b883c-d82f-4c0e-941e-9c93d432bb26,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:11.776845 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54830) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:11.825129 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4c20f0-59fb-4942-a569-c488b0a1eb6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.845363 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4c20f0-59fb-4942-a569-c488b0a1eb6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.983610 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4c20f0-59fb-4942-a569-c488b0a1eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.986181 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fc4c20f0-59fb-4942-a569-c488b0a1eb6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:11.987320 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-fc4c20f0-59fb-4942-a569-c488b0a1eb6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b9b883c-d82f-4c0e-941e-9c93d432bb26 HTTP/1.1" status: 204 len: 168 time: 0.2086825 Nov 11 06:41:11.995220 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c20f0-59fb-4942-a569-c488b0a1eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b883c-d82f-4c0e-941e-9c93d432bb26,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:12.528772 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54840) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:12.540588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f1b472c5-fc98-4eed-8509-65590d800670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.615393 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f1b472c5-fc98-4eed-8509-65590d800670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.691988 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f1b472c5-fc98-4eed-8509-65590d800670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.729644 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f1b472c5-fc98-4eed-8509-65590d800670 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32baa45f57904df4920c52091286359b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016470 Nov 11 06:41:12.730938 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b472c5-fc98-4eed-8509-65590d800670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6337c244-7a74-45c1-bc4f-92069f53dfab,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:12.738112 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54852) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:12.787315 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bf17f419-5e1a-4f3f-980f-7c5eaea3c127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.814514 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bf17f419-5e1a-4f3f-980f-7c5eaea3c127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.914474 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bf17f419-5e1a-4f3f-980f-7c5eaea3c127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.917070 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-bf17f419-5e1a-4f3f-980f-7c5eaea3c127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:12.918255 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-bf17f419-5e1a-4f3f-980f-7c5eaea3c127 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6337c244-7a74-45c1-bc4f-92069f53dfab HTTP/1.1" status: 204 len: 168 time: 0.1791947 Nov 11 06:41:12.926919 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17f419-5e1a-4f3f-980f-7c5eaea3c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6337c244-7a74-45c1-bc4f-92069f53dfab,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:13.030574 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 54858) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:13.222686 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0f250b5b-83a9-4856-a02c-fe90bbb707ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.299328 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0f250b5b-83a9-4856-a02c-fe90bbb707ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.354707 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-0f250b5b-83a9-4856-a02c-fe90bbb707ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.392044 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-0f250b5b-83a9-4856-a02c-fe90bbb707ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=095c30c07eaa4acd8efaee37e93ce28c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604338 Nov 11 06:41:13.394203 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f250b5b-83a9-4856-a02c-fe90bbb707ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8350b69-5bd1-4451-a085-a4780fd8fd2a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:13.395073 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 54870) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:13.442611 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f218d670-8c08-474f-b745-dbffab4572eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.463671 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f218d670-8c08-474f-b745-dbffab4572eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.612115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f218d670-8c08-474f-b745-dbffab4572eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.614869 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f218d670-8c08-474f-b745-dbffab4572eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:13.616100 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f218d670-8c08-474f-b745-dbffab4572eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8350b69-5bd1-4451-a085-a4780fd8fd2a HTTP/1.1" status: 204 len: 168 time: 0.2198744 Nov 11 06:41:13.625614 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218d670-8c08-474f-b745-dbffab4572eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8350b69-5bd1-4451-a085-a4780fd8fd2a,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:18.229234 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-99703050-a4cd-4ad6-b52d-7e394c42f6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:20.417699 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a67d6aa8-4c64-453b-bb1a-349b75609a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:21.052788 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468802d5-5896-4e01-892e-597a880dc278 req-40432ab2-c541-4464-b405-bfe06357ba91 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:21.054354 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-468802d5-5896-4e01-892e-597a880dc278 req-40432ab2-c541-4464-b405-bfe06357ba91 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0622523 Nov 11 06:41:21.141838 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-468802d5-5896-4e01-892e-597a880dc278 req-5c4a0a9e-f06d-41a3-ab36-ad5d6997f24f tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718615 Nov 11 06:41:21.160573 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-5fdf1562-1c8d-482b-8367-5918ad9ff39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:21.162630 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-5fdf1562-1c8d-482b-8367-5918ad9ff39c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1137 time: 0.0469956 Nov 11 06:41:21.256841 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-3310d46a-8051-4808-aba7-070e1d2fb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:21.258237 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-3310d46a-8051-4808-aba7-070e1d2fb562 service neutron] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 915 time: 0.0875182 Nov 11 06:41:21.329102 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-4a379efb-3710-4d4d-9ee4-e707530b839a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 1001 time: 0.0598044 Nov 11 06:41:21.378311 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-7fab47fa-bef0-4504-9972-2f7ec9dcc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:21.379741 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-7fab47fa-bef0-4504-9972-2f7ec9dcc1a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0433118 Nov 11 06:41:21.430528 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-bddea71e-ec2f-49a9-aa83-b08ec4dc4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:21.432015 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-bddea71e-ec2f-49a9-aa83-b08ec4dc4ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443504 Nov 11 06:41:21.527092 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-511da3b3-9773-4549-a03e-f4ef19367893 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862939 Nov 11 06:41:21.531961 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:21.624333 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-57352047-edb3-49bb-89eb-62ac759e4d3c req-29087183-4e7e-4856-a74b-7362e7a6d165 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836785 Nov 11 06:41:22.244742 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8abdfe-3d33-421e-879a-120906f9e71d req-c19910ed-8618-47f8-afac-adaf13ed8f53 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:22.246185 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f8abdfe-3d33-421e-879a-120906f9e71d req-c19910ed-8618-47f8-afac-adaf13ed8f53 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0478916 Nov 11 06:41:22.311682 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f8abdfe-3d33-421e-879a-120906f9e71d req-ef386215-a20a-477d-b7c9-5e827b4d5b54 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593040 Nov 11 06:41:23.057721 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:23.183628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:23.426205 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048374d3-58c6-40ab-acdc-cc1a6cce3fb1 req-bc075303-ff12-4ba2-8795-8e89385cb9c1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:23.427837 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-048374d3-58c6-40ab-acdc-cc1a6cce3fb1 req-bc075303-ff12-4ba2-8795-8e89385cb9c1 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0491133 Nov 11 06:41:23.489129 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-048374d3-58c6-40ab-acdc-cc1a6cce3fb1 req-ad4ba7f5-251a-4e51-94b3-be82bbed0ddb tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551217 Nov 11 06:41:24.056898 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62499e87-4c71-4444-accf-0980b525c28d req-e90bd0c9-e15c-4819-bdcc-6bfe3ea17a13 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:24.058520 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-62499e87-4c71-4444-accf-0980b525c28d req-e90bd0c9-e15c-4819-bdcc-6bfe3ea17a13 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Nov 11 06:41:24.108679 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-62499e87-4c71-4444-accf-0980b525c28d req-0a45229b-8198-4e89-b310-4619fca81c83 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435662 Nov 11 06:41:24.114791 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:24.608647 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c1f-853b-4357-9463-b7c09856434d req-f688fe69-190a-4d43-893d-84c94858fabc tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:24.610138 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-00899c1f-853b-4357-9463-b7c09856434d req-f688fe69-190a-4d43-893d-84c94858fabc tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0514858 Nov 11 06:41:24.668911 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-00899c1f-853b-4357-9463-b7c09856434d req-5236c1f2-7706-4120-9bf2-5aba15041407 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528464 Nov 11 06:41:25.225998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47a851-c620-4847-896b-22b92928fd48 req-a66043e1-88ca-4125-9250-b95961dbfe07 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:25.227487 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bf47a851-c620-4847-896b-22b92928fd48 req-a66043e1-88ca-4125-9250-b95961dbfe07 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.0474274 Nov 11 06:41:25.273474 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bf47a851-c620-4847-896b-22b92928fd48 req-8075175a-6d4e-40a4-a492-af2f1e175a7e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 Nov 11 06:41:25.430922 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55102) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:25.532492 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6c20a7da-6e64-40ef-ad83-254568ace0e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.602240 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6c20a7da-6e64-40ef-ad83-254568ace0e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.663747 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6c20a7da-6e64-40ef-ad83-254568ace0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.702493 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-6c20a7da-6e64-40ef-ad83-254568ace0e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1318997e0b5442682691878e0087c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701344 Nov 11 06:41:25.703554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20a7da-6e64-40ef-ad83-254568ace0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe9387-8d88-4f1a-be0a-f18d5b73d5a9,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:25.709784 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55116) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:25.772696 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-faa8ac14-d7f3-4608-88e7-5150fd758901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.793913 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-faa8ac14-d7f3-4608-88e7-5150fd758901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.796812 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fdc79-756c-475f-a07c-66f50367578d req-0358bbfe-3ac8-4462-b171-2048575456cd tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:25.798381 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b0fdc79-756c-475f-a07c-66f50367578d req-0358bbfe-3ac8-4462-b171-2048575456cd tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0530846 Nov 11 06:41:25.856871 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b0fdc79-756c-475f-a07c-66f50367578d req-586004cc-bdce-483d-85ad-5962d65606d3 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521626 Nov 11 06:41:25.932849 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-faa8ac14-d7f3-4608-88e7-5150fd758901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.936976 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-faa8ac14-d7f3-4608-88e7-5150fd758901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:25.941227 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-faa8ac14-d7f3-4608-88e7-5150fd758901 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0fe9387-8d88-4f1a-be0a-f18d5b73d5a9 HTTP/1.1" status: 204 len: 168 time: 0.2306733 Nov 11 06:41:25.949757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8ac14-d7f3-4608-88e7-5150fd758901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe9387-8d88-4f1a-be0a-f18d5b73d5a9,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:25.967941 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-4b3fc0ed-e036-4186-b3ba-fc40ba41e115 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:25.969449 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-4b3fc0ed-e036-4186-b3ba-fc40ba41e115 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Nov 11 06:41:26.070210 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Deleting port fdfbd667-956c-4b90-bb49-1d492c6540a0 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:41:26.070544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.125472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55122) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:26.165211 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] For port fdfbd667-956c-4b90-bb49-1d492c6540a0, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fdfbd667-956c-4b90-bb49-1d492c6540a0,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:26.165573 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.293677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fd7651a8-3a53-4a93-a1bb-726c859dce40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.406429 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fd7651a8-3a53-4a93-a1bb-726c859dce40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.418852 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dce6c-8f2c-439d-9328-d3df1f893618 req-ac7a3538-2cee-42e9-b929-12fca20c6d84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:26.421018 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-183dce6c-8f2c-439d-9328-d3df1f893618 req-ac7a3538-2cee-42e9-b929-12fca20c6d84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 946 time: 0.0715127 Nov 11 06:41:26.472663 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-183dce6c-8f2c-439d-9328-d3df1f893618 req-975b766f-9378-467a-b4f3-fae7c748f71f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Nov 11 06:41:26.474809 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-fd7651a8-3a53-4a93-a1bb-726c859dce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.524832 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-fd7651a8-3a53-4a93-a1bb-726c859dce40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5491c3e7df824f41a1cd812183cad104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982406 Nov 11 06:41:26.525979 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7651a8-3a53-4a93-a1bb-726c859dce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba70440-6e79-4e6f-b9d3-a6390fe33d8b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:26.528245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55132) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:26.559751 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55134) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:26.578153 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58ded67f-19e6-4001-8a80-828760aa29fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.578455 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-421608a4-8321-4459-81a8-dc5edbd8a021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.599281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58ded67f-19e6-4001-8a80-828760aa29fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.660366 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.660724 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.661034 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Floating IP 0bf729b0-3068-4f5e-a616-3af4e931de93 disassociated. External IP: 172.27.1.120, port: fdfbd667-956c-4b90-bb49-1d492c6540a0. Nov 11 06:41:26.661369 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Calling delete_port for fdfbd667-956c-4b90-bb49-1d492c6540a0 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:41:26.697966 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58ded67f-19e6-4001-8a80-828760aa29fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.700532 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58ded67f-19e6-4001-8a80-828760aa29fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.702263 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-58ded67f-19e6-4001-8a80-828760aa29fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bba70440-6e79-4e6f-b9d3-a6390fe33d8b HTTP/1.1" status: 204 len: 168 time: 0.1731107 Nov 11 06:41:26.710394 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ded67f-19e6-4001-8a80-828760aa29fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba70440-6e79-4e6f-b9d3-a6390fe33d8b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:26.809113 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-421608a4-8321-4459-81a8-dc5edbd8a021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.863430 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-421608a4-8321-4459-81a8-dc5edbd8a021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.898365 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:26.915042 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421608a4-8321-4459-81a8-dc5edbd8a021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a200b9e8-2d53-4352-ab03-65dffbe8b967,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:26.940253 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-421608a4-8321-4459-81a8-dc5edbd8a021 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6b3421644804d60858efad893d4ce2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794653 Nov 11 06:41:26.944056 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55140) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:26.947350 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event deleted for resources: {'Port': ['ID=fdfbd667-956c-4b90-bb49-1d492c6540a0,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:26.992988 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d014-7f26-4744-9806-9d0f45d188d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:27.015547 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d014-7f26-4744-9806-9d0f45d188d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:27.038872 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31c01d-1266-49dc-99c1-560e07af7ae3 req-e1d98299-0c71-4f70-90ba-a9aefc0c9ed2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:27.040544 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee31c01d-1266-49dc-99c1-560e07af7ae3 req-e1d98299-0c71-4f70-90ba-a9aefc0c9ed2 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0987871 Nov 11 06:41:27.131654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:41:27.149594 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d014-7f26-4744-9806-9d0f45d188d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:27.151433 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ee31c01d-1266-49dc-99c1-560e07af7ae3 req-91e0b837-50ee-4b90-b28e-45e124dea67d tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792935 Nov 11 06:41:27.152233 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d014-7f26-4744-9806-9d0f45d188d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:27.155070 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b9a5d014-7f26-4744-9806-9d0f45d188d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a200b9e8-2d53-4352-ab03-65dffbe8b967 HTTP/1.1" status: 204 len: 168 time: 0.2083325 Nov 11 06:41:27.163654 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d014-7f26-4744-9806-9d0f45d188d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200b9e8-2d53-4352-ab03-65dffbe8b967,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:27.256913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:41:27.267426 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:41:27.279699 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:27.281423 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:27.296685 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] No DVR routers for this DVR port fdfbd667-956c-4b90-bb49-1d492c6540a0 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:41:27.299212 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:27.302938 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eeeca198-b25d-449d-a3cd-5c75d7fc17fa req-2eca13db-e12e-41d2-91a9-f0fa6e795f9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "DELETE /v2.0/ports/fdfbd667-956c-4b90-bb49-1d492c6540a0 HTTP/1.1" status: 204 len: 173 time: 1.3194447 Nov 11 06:41:27.304889 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-deleted', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:27.305712 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ac47f0-b640-48b8-8b3e-77f4b3c99a14" -d '{"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-deleted", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:27.374044 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042f4d9a-6ca5-4483-a91c-61700d075e15 x-openstack-request-id: req-042f4d9a-6ca5-4483-a91c-61700d075e15 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:27.374044 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc443-4060-45b7-af74-f513b06d8d29", "name": "network-vif-deleted", "tag": "fdfbd667-956c-4b90-bb49-1d492c6540a0", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:27.374044 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-042f4d9a-6ca5-4483-a91c-61700d075e15 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:27.374044 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc443-4060-45b7-af74-f513b06d8d29', 'name': 'network-vif-deleted', 'tag': 'fdfbd667-956c-4b90-bb49-1d492c6540a0', 'status': 'completed', 'code': 200} Nov 11 06:41:27.399489 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:27.579086 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a84a7d80-8862-4edd-8483-f6728d5efb08 req-e570441e-b8e8-4517-895b-242a09a99c19 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0252099 Nov 11 06:41:27.604371 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:27.634593 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:41:27.643524 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:27.644128 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:27.753601 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:27.776201 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55152) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:27.807295 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f5db4f17-73c3-485e-b666-7402eea8c62e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:27.915245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f5db4f17-73c3-485e-b666-7402eea8c62e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:28.000632 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f5db4f17-73c3-485e-b666-7402eea8c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:28.042888 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db4f17-73c3-485e-b666-7402eea8c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996c3bb-ce47-4c3a-81e6-90448f3befff,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:28.052721 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f5db4f17-73c3-485e-b666-7402eea8c62e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dc6550600dc442d80ac4793321be526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743886 Nov 11 06:41:28.055406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55162) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:28.102831 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:28.128900 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20297a4a-e3db-410e-8943-e7b504413502 None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:41:28.134579 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea699-00aa-42ff-972c-31ca71402833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:28.165419 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea699-00aa-42ff-972c-31ca71402833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:28.310289 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea699-00aa-42ff-972c-31ca71402833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:28.313158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea699-00aa-42ff-972c-31ca71402833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:28.316964 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-cb4ea699-00aa-42ff-972c-31ca71402833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1996c3bb-ce47-4c3a-81e6-90448f3befff HTTP/1.1" status: 204 len: 168 time: 0.2574248 Nov 11 06:41:28.330285 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ea699-00aa-42ff-972c-31ca71402833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996c3bb-ce47-4c3a-81e6-90448f3befff,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:28.362294 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f3ea7-b3cd-4589-9c4e-6e581c87138b req-6a8c2c6c-d6ac-4a71-90bc-f313004171a7 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:28.384169 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b37f3ea7-b3cd-4589-9c4e-6e581c87138b req-6a8c2c6c-d6ac-4a71-90bc-f313004171a7 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.1005929 Nov 11 06:41:28.463476 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b37f3ea7-b3cd-4589-9c4e-6e581c87138b req-d44322e0-9054-4f52-8b03-a1304d1d70da tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783391 Nov 11 06:41:28.524796 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88684d-e754-4ea8-a0df-8de553dcb981 None None] New status for floating IP 0bf729b0-3068-4f5e-a616-3af4e931de93: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:41:28.736208 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f072b788-9947-4229-ba9d-58a6a8e2a7e8 req-56f30d51-2caa-42c2-b4ed-d29133861106 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6abbc443-4060-45b7-af74-f513b06d8d29 HTTP/1.1" status: 200 len: 210 time: 0.0408411 Nov 11 06:41:28.905799 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421c528-990d-4408-97b2-51ad8e9c7f57 req-3ca2b56c-fc91-4118-b463-0d1391598cde tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:28.907340 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0421c528-990d-4408-97b2-51ad8e9c7f57 req-3ca2b56c-fc91-4118-b463-0d1391598cde tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0718780 Nov 11 06:41:28.962797 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0421c528-990d-4408-97b2-51ad8e9c7f57 req-14eae72a-8131-467a-86a5-d57c265c49ca tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Nov 11 06:41:29.250197 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55194) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:29.265149 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0dadc406-21f0-4534-8ef5-37489ffbcdf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.317658 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:41:29.354720 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0dadc406-21f0-4534-8ef5-37489ffbcdf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.354968 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: fdfbd667-956c-4b90-bb49-1d492c6540a0 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:41:29.355549 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fdfbd667-956c-4b90-bb49-1d492c6540a0 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:41:29.400421 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0dadc406-21f0-4534-8ef5-37489ffbcdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.440020 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadc406-21f0-4534-8ef5-37489ffbcdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266506df-919d-4c45-85e0-7fbf0b92333e,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:29.446928 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-0dadc406-21f0-4534-8ef5-37489ffbcdf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=907831c52018421e9120694f1eb24f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928890 Nov 11 06:41:29.447654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55200) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:29.507732 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50202456-6649-4cd8-853d-4e72ca92aefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.535180 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50202456-6649-4cd8-853d-4e72ca92aefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.609178 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358a8af-a229-47af-a37f-3ff1dc1a5dd4 req-4a8a1cd2-9995-4147-a06d-e2008a38d89e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:29.610738 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4358a8af-a229-47af-a37f-3ff1dc1a5dd4 req-4a8a1cd2-9995-4147-a06d-e2008a38d89e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0690854 Nov 11 06:41:29.680347 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4358a8af-a229-47af-a37f-3ff1dc1a5dd4 req-7a28ac62-affa-4c2e-a868-71a9def191f8 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634155 Nov 11 06:41:29.720433 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50202456-6649-4cd8-853d-4e72ca92aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.723104 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-50202456-6649-4cd8-853d-4e72ca92aefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:29.724207 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-50202456-6649-4cd8-853d-4e72ca92aefc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/266506df-919d-4c45-85e0-7fbf0b92333e HTTP/1.1" status: 204 len: 168 time: 0.2762330 Nov 11 06:41:29.731786 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50202456-6649-4cd8-853d-4e72ca92aefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266506df-919d-4c45-85e0-7fbf0b92333e,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:29.927634 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55220) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:29.993231 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-af4b40c0-cf3e-4925-b6da-aafe1f77d8e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.017246 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-af4b40c0-cf3e-4925-b6da-aafe1f77d8e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.097338 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89745cee-20da-49e4-bcea-749cbaeb43e5 req-ff108833-4c6d-48b0-8127-bff9e704ecab tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:30.098943 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-89745cee-20da-49e4-bcea-749cbaeb43e5 req-ff108833-4c6d-48b0-8127-bff9e704ecab tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Nov 11 06:41:30.146433 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-89745cee-20da-49e4-bcea-749cbaeb43e5 req-a8e0e1ac-24e7-448b-a4b7-a33c383e2850 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 Nov 11 06:41:30.212083 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-af4b40c0-cf3e-4925-b6da-aafe1f77d8e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.214927 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-af4b40c0-cf3e-4925-b6da-aafe1f77d8e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.217749 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-af4b40c0-cf3e-4925-b6da-aafe1f77d8e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8 HTTP/1.1" status: 204 len: 168 time: 0.2874639 Nov 11 06:41:30.219709 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55232) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:30.225962 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b40c0-cf3e-4925-b6da-aafe1f77d8e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:30.234184 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.api.v2.resource [None req-f5df73e2-ab63-4935-b82b-0364ba28586d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] show failed (client error): The resource could not be found. Nov 11 06:41:30.235364 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f5df73e2-ab63-4935-b82b-0364ba28586d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups/6c4c2d25-aa22-4b6b-8ca2-fa70b5b176e8 HTTP/1.1" status: 404 len: 347 time: 0.0142503 Nov 11 06:41:30.238681 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55234) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:30.392344 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Deleting port ecaf04dc-dd0c-4e7a-a8b8-a64468f47781 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:41:30.396228 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.680989 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.681306 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.693401 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Calling delete_port for ecaf04dc-dd0c-4e7a-a8b8-a64468f47781 owned by network:floatingip {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:41:30.804629 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479911-c567-4b5d-bb4a-7a0aacca85e5 req-984e593b-b648-4962-8926-eba576bd11c9 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:30.809915 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-27479911-c567-4b5d-bb4a-7a0aacca85e5 req-984e593b-b648-4962-8926-eba576bd11c9 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0604568 Nov 11 06:41:30.878759 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-27479911-c567-4b5d-bb4a-7a0aacca85e5 req-ef384da3-2ac1-4635-9b4b-788687617b56 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647497 Nov 11 06:41:30.909445 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:30.939190 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event deleted for resources: {'Port': ['ID=ecaf04dc-dd0c-4e7a-a8b8-a64468f47781,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:30.993397 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-4cde5ba8-776e-4c1e-b11e-2ad3fedfdf12 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:31.000034 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-4cde5ba8-776e-4c1e-b11e-2ad3fedfdf12 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.0778599 Nov 11 06:41:31.022757 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.024288 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.025447 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9104df4f-3b61-4b28-bd91-c277c481e913 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "DELETE /v2.0/floatingips/0bf729b0-3068-4f5e-a616-3af4e931de93 HTTP/1.1" status: 204 len: 168 time: 0.7857962 Nov 11 06:41:31.124255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Deleting port 2eb4f18d-290c-4f53-8142-7d2977c66c07 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:41:31.124790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.284587 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] For port 2eb4f18d-290c-4f53-8142-7d2977c66c07, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2eb4f18d-290c-4f53-8142-7d2977c66c07,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:31.290892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.339530 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda458b-3e8e-4bfd-b633-c8af43d303f5 req-83d9e30f-59a2-4858-a4f0-a77f7f52a47e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:31.341011 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1fda458b-3e8e-4bfd-b633-c8af43d303f5 req-83d9e30f-59a2-4858-a4f0-a77f7f52a47e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 945 time: 0.1045623 Nov 11 06:41:31.440861 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1fda458b-3e8e-4bfd-b633-c8af43d303f5 req-90276bb5-f9b3-4ea8-b170-36d25e2e8a38 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884111 Nov 11 06:41:31.507570 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.507928 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.508241 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Floating IP 31ed34a3-1cbe-4818-922e-7162e08f7fee disassociated. External IP: 172.27.1.137, port: 2eb4f18d-290c-4f53-8142-7d2977c66c07. Nov 11 06:41:31.508578 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Calling delete_port for 2eb4f18d-290c-4f53-8142-7d2977c66c07 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:41:31.566252 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55304) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:31.570871 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913499587', 'description': 'tempest-description--21575889'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:31.629227 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.697834 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.715034 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.743360 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event deleted for resources: {'Port': ['ID=2eb4f18d-290c-4f53-8142-7d2977c66c07,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:31.783482 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.811588 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620e270d-4fae-4cc3-9657-e2d0d694a43a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:31.865613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:41:31.871541 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:31.875648 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5b5b94df-c9d5-41e0-bf9a-aeee341d2d1d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3055773 Nov 11 06:41:31.877794 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55308) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:31.886375 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'security_group_rule': {'security_group_id': '620e270d-4fae-4cc3-9657-e2d0d694a43a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:31.993996 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.015375 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:41:32.032391 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:41:32.048823 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:32.050268 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40ffef-6e5c-48b9-8920-7c1bb1fa3293 req-aa22157c-cb7c-4111-86b1-2bcb21b32de8 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:32.051144 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:32.051759 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4d40ffef-6e5c-48b9-8920-7c1bb1fa3293 req-aa22157c-cb7c-4111-86b1-2bcb21b32de8 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0850520 Nov 11 06:41:32.064853 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] No DVR routers for this DVR port 2eb4f18d-290c-4f53-8142-7d2977c66c07 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:41:32.068014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.068936 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.071240 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cd6d1b87-733e-40f0-a20a-e6b24d05da6b req-09e887d1-95d7-4e28-bc4a-eb432abf1d61 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "DELETE /v2.0/ports/2eb4f18d-290c-4f53-8142-7d2977c66c07 HTTP/1.1" status: 204 len: 173 time: 1.0695777 Nov 11 06:41:32.071693 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'name': 'network-vif-deleted', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:32.073961 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bced9c3-fb41-46e8-a538-185df53b3815" -d '{"events": [{"server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "name": "network-vif-deleted", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:32.125821 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e938194-0829-4572-aec0-a055c0121ef8 x-openstack-request-id: req-7e938194-0829-4572-aec0-a055c0121ef8 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:32.126107 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae52d0e0-56d5-4ef6-85ee-b565a2c938c8", "name": "network-vif-deleted", "tag": "2eb4f18d-290c-4f53-8142-7d2977c66c07", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:32.126439 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e938194-0829-4572-aec0-a055c0121ef8 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:32.126940 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae52d0e0-56d5-4ef6-85ee-b565a2c938c8', 'name': 'network-vif-deleted', 'tag': '2eb4f18d-290c-4f53-8142-7d2977c66c07', 'status': 'completed', 'code': 200} Nov 11 06:41:32.156102 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.168218 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4d40ffef-6e5c-48b9-8920-7c1bb1fa3293 req-db388b06-1c49-4615-aa80-f602a9abe098 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972202 Nov 11 06:41:32.191972 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23789f60-cd68-4ef9-8446-87146d182b71,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:32.226068 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:32.273693 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.275620 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-11fc5f0a-279f-4cbc-94b0-a0d87643146e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3967924 Nov 11 06:41:32.278570 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55320) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:32.283791 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'security_group_rule': {'security_group_id': '620e270d-4fae-4cc3-9657-e2d0d694a43a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:32.373193 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.440342 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.482935 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:32.509871 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.510263 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:41:32.520956 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:32.521544 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:32.535925 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9196c062-7ab0-4a3a-be08-3f4286d6edc4,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:32.580380 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-32b0578e-20d6-425f-8b26-59fecf521346 req-1ffaf925-ed8f-483e-becc-8874e8ef7bfd tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae52d0e0-56d5-4ef6-85ee-b565a2c938c8 HTTP/1.1" status: 200 len: 210 time: 0.0369468 Nov 11 06:41:32.610685 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.612245 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-06487d1b-91b3-4dd5-a99c-78f17796f361 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322859 Nov 11 06:41:32.615537 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55338) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:32.620333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:32.663671 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:32.697975 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.807496 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:32.897034 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:32.934210 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Allocated IP 172.27.1.197 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/8000aea7-4698-49df-98da-f2f2274f86b7) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:41:32.944854 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c49129-65b8-40dc-8380-73b86858739f None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:41:33.064631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.184507 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eea7b1-f87f-4cb2-b482-b923f9cbff21 None None] New status for floating IP 31ed34a3-1cbe-4818-922e-7162e08f7fee: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:41:33.201938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.244425 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:41:33.251848 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:41:33.257311 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:41:33.281909 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'Port': ['ID=8000aea7-4698-49df-98da-f2f2274f86b7,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:33.323891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7aaa3-fbc6-4668-b17a-c60d832ef055 req-c771a702-eb9d-431d-9d6f-daf040d692a6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:33.325548 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d2c7aaa3-fbc6-4668-b17a-c60d832ef055 req-c771a702-eb9d-431d-9d6f-daf040d692a6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0854561 Nov 11 06:41:33.352690 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2eb4f18d-290c-4f53-8142-7d2977c66c07 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:41:33.365127 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.372729 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 2eb4f18d-290c-4f53-8142-7d2977c66c07 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:41:33.373078 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2eb4f18d-290c-4f53-8142-7d2977c66c07 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:41:33.394430 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d2c7aaa3-fbc6-4668-b17a-c60d832ef055 req-c0796dd9-6289-4776-9736-7d6c93395a46 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=2eb806af-cd45-460f-ae31-6565a421440b&id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622852 Nov 11 06:41:33.492898 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.660229 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.738016 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.768491 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55356) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:33.809667 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'Port': ['ID=8000aea7-4698-49df-98da-f2f2274f86b7,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:33.820889 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.835649 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8e64760a-5724-4d80-b787-b6e25ed9150f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.859745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8e64760a-5724-4d80-b787-b6e25ed9150f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.894439 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.895854 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4c1b0e47-627b-4bb8-84d9-8a72c0d0f205 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2792590 Nov 11 06:41:33.994973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8e64760a-5724-4d80-b787-b6e25ed9150f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:33.999308 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8e64760a-5724-4d80-b787-b6e25ed9150f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.004122 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8e64760a-5724-4d80-b787-b6e25ed9150f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d56e5ca-0d3b-4916-bb25-4cad68f08d4c HTTP/1.1" status: 204 len: 168 time: 0.2308261 Nov 11 06:41:34.007413 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55370) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:34.010080 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64760a-5724-4d80-b787-b6e25ed9150f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d56e5ca-0d3b-4916-bb25-4cad68f08d4c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:34.022966 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.api.v2.resource [None req-8434e3b0-ec93-463e-a518-02df6e4c6380 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] show failed (client error): The resource could not be found. Nov 11 06:41:34.023826 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8434e3b0-ec93-463e-a518-02df6e4c6380 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups/5d56e5ca-0d3b-4916-bb25-4cad68f08d4c HTTP/1.1" status: 404 len: 347 time: 0.0153086 Nov 11 06:41:34.027219 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55376) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:34.184568 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-fdc47242-9524-4a96-b655-dbf62e85bdb0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1913499587&fields=id&tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 267 time: 0.1000845 Nov 11 06:41:34.268517 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Deleting port 1a42d5e1-0a2e-496a-9076-7aec03a6de6a {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:41:34.268873 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.349676 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-ce5c4446-ce20-4cd2-9c33-d94617921b84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:34.353934 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-ce5c4446-ce20-4cd2-9c33-d94617921b84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 816 time: 0.1572590 Nov 11 06:41:34.379043 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-34b9fe34-5d91-4ec9-bae9-2ee2de7f5fe0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/quotas/50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 375 time: 0.0206633 Nov 11 06:41:34.399452 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.399770 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.427583 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Calling delete_port for 1a42d5e1-0a2e-496a-9076-7aec03a6de6a owned by network:floatingip {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:41:34.481505 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-b198e377-af61-458a-9075-d3edc23da6bc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941951 Nov 11 06:41:34.624069 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-7aee8209-23fd-45e3-b67a-bca11a8c25c7 service neutron] 10.222.0.20 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287756 Nov 11 06:41:34.724489 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-4b490ad4-e9a1-424c-9b4e-0ccc6bf226ef service neutron] 10.222.0.20 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939643 Nov 11 06:41:34.772311 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.798991 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event deleted for resources: {'Port': ['ID=1a42d5e1-0a2e-496a-9076-7aec03a6de6a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:34.864448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.867117 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:34.868270 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d1519ff3-74b4-4bd9-94b5-f59f704d20c4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "DELETE /v2.0/floatingips/31ed34a3-1cbe-4818-922e-7162e08f7fee HTTP/1.1" status: 204 len: 168 time: 0.8395522 Nov 11 06:41:34.980039 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9660ba8f-e322-493f-b1fc-64d64fa93a6a req-4f0b6578-4a4a-4f27-8e32-79cccb88fefc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 210 time: 0.0279782 Nov 11 06:41:35.202472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55428) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:35.207025 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413176063', 'description': 'tempest-description--742386627'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:35.320715 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.389481 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.440550 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.469094 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dea0bc-f35a-40e3-a51f-882ad3273234,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:35.528828 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.530117 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-759d84be-f30c-45d8-b254-44dcb739e143 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3265576 Nov 11 06:41:35.533396 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55438) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:35.537924 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'security_group_rule': {'security_group_id': '69dea0bc-f35a-40e3-a51f-882ad3273234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:35.629086 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.685984 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.754794 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.772014 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313a6805-f0c1-4e27-89e0-6b76bf0b9760,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:35.825519 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:35.826781 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-836c63ce-0c6e-4147-9e76-67ff5c05dff4 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2923853 Nov 11 06:41:35.829543 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55440) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:35.833989 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'security_group_rule': {'security_group_id': '69dea0bc-f35a-40e3-a51f-882ad3273234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:35.948799 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.009488 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.083490 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-95f878cc-ca42-41e3-9ae5-90bdc7d1b2d6 req-e7d7a2ee-fab8-4651-8282-1852ff50b8ee tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 210 time: 0.0279109 Nov 11 06:41:36.103784 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.122473 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b3b0a6-8588-49bd-8198-6c33b49548a5,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:36.208529 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.209871 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-895ed7d1-cd7d-47c9-8bc9-42988cab7c48 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792722 Nov 11 06:41:36.212829 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55446) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:36.217663 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:36.315327 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.415902 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.518581 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Allocated IP 172.27.1.119 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/77de5252-9a1f-4148-8e3b-1c2a2ee00971) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:41:36.621563 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.761464 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:36.798507 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:41:36.803090 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:41:36.806166 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:41:36.840525 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'Port': ['ID=77de5252-9a1f-4148-8e3b-1c2a2ee00971,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:36.906845 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.021265 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.045867 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-af1de031-a7ad-4d5e-8491-30d8aa4a48f2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:37.047531 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-af1de031-a7ad-4d5e-8491-30d8aa4a48f2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 816 time: 0.1048107 Nov 11 06:41:37.119728 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-6c68b2cc-b291-49e5-972e-090440b90e64 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 380 time: 0.0558987 Nov 11 06:41:37.130227 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'port': {'device_id': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'admin_state_up': True, 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'security_groups': ['620e270d-4fae-4cc3-9657-e2d0d694a43a']}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:37.234338 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-10e9c971-7137-48bd-8bf4-3e3c7f5cfa09 req-99a703bf-e673-4ae3-a14c-56b88716d8ad tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 210 time: 0.0547469 Nov 11 06:41:37.274081 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.349379 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Made reservation on behalf of 50a4f29fcd7746f4b9c5fecb33376b5b for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:41:37.351192 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.353502 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.368847 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55468) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:37.431814 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'Port': ['ID=77de5252-9a1f-4148-8e3b-1c2a2ee00971,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:37.448046 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.499956 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.501220 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b76be170-cca4-4a6d-8e96-3309a2d20a83 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2874851 Nov 11 06:41:37.508759 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-20e89854-2380-4997-8ece-75a08ff08107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.537805 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Allocated IP 172.20.0.11 (606e9387-7c2e-4208-93c4-0b867ddefd5c/851898e7-a300-418c-88b8-c348179d8162/fc49135d-ac1c-40ff-b9d3-2d1298a47acd) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:41:37.691704 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-20e89854-2380-4997-8ece-75a08ff08107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.753901 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.758073 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-9ac710f0-d044-4367-a389-2f345a29a176 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1413176063&fields=id&tenant_id=18e3caf076964d3a9997b5ab0ecfb925 HTTP/1.1" status: 200 len: 267 time: 0.0823882 Nov 11 06:41:37.761625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-20e89854-2380-4997-8ece-75a08ff08107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.862348 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-20e89854-2380-4997-8ece-75a08ff08107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=145c52508db84c728d3b0f2abc95fd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924526 Nov 11 06:41:37.864949 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55486) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:37.876407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89854-2380-4997-8ece-75a08ff08107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4a3e6b-613d-460a-8658-a1a9ef4a2d3f,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:37.916068 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2b44da7a-54df-433c-94a9-2d7233ee12b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.926505 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-71d0bdf6-9d19-470f-92d4-359b9468e846 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:37.926505 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-71d0bdf6-9d19-470f-92d4-359b9468e846 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 810 time: 0.1551349 Nov 11 06:41:37.938829 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2b44da7a-54df-433c-94a9-2d7233ee12b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:37.942788 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-1bfd795a-2708-4c62-85f2-0eddb738a7b6 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/quotas/18e3caf076964d3a9997b5ab0ecfb925 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Nov 11 06:41:37.982672 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.031064 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:41:38.040801 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:41:38.046927 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:41:38.058160 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7cad6e11-0c78-4fba-a9e4-5a56c27940cf tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091714 Nov 11 06:41:38.058378 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2b44da7a-54df-433c-94a9-2d7233ee12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.061965 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2b44da7a-54df-433c-94a9-2d7233ee12b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.069537 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-2b44da7a-54df-433c-94a9-2d7233ee12b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa4a3e6b-613d-460a-8658-a1a9ef4a2d3f HTTP/1.1" status: 204 len: 168 time: 0.1971946 Nov 11 06:41:38.076799 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:38.092729 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44da7a-54df-433c-94a9-2d7233ee12b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4a3e6b-613d-460a-8658-a1a9ef4a2d3f,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:38.306118 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-ed85b458-9f31-4638-892f-fa2f40d34780 None None] Provisioning complete for port fc49135d-ac1c-40ff-b9d3-2d1298a47acd triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:41:38.308085 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ed85b458-9f31-4638-892f-fa2f40d34780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.348573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-ed85b458-9f31-4638-892f-fa2f40d34780 None None] Port fc49135d-ac1c-40ff-b9d3-2d1298a47acd cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:41:38.407926 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812f9d-4982-46a9-8555-71f9e9311018 req-1b3c327c-756c-4679-8670-c45362223e3f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:38.409657 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0812f9d-4982-46a9-8555-71f9e9311018 req-1b3c327c-756c-4679-8670-c45362223e3f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 932 time: 0.0501268 Nov 11 06:41:38.423492 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:38.424081 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.458291 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0812f9d-4982-46a9-8555-71f9e9311018 req-a1a0d6be-00a2-4f61-a425-fcce6b20b962 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Nov 11 06:41:38.466720 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-c2dd0edd-0826-4626-850d-391d2624a7c1 service neutron] 10.222.0.20 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869257 Nov 11 06:41:38.500446 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-e22c76c6-bfe8-4d92-beb4-06a61882c961 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3741748 Nov 11 06:41:38.532545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Request body: {'port': {'device_id': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:38.608109 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-871f8f03-e58d-484f-b8b5-f736ed9069d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377690 Nov 11 06:41:38.608784 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.743522 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55496) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:38.756670 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8aeb23db-2b3c-482f-9696-0de38143a3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.844856 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8aeb23db-2b3c-482f-9696-0de38143a3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.880656 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc49135d-ac1c-40ff-b9d3-2d1298a47acd {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:41:38.890943 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.901937 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-76c16111-de0e-45e5-95fa-14393851474d req-2a334e4c-37df-4626-8ea8-e55be40b0e9b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 210 time: 0.0435147 Nov 11 06:41:38.904168 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8aeb23db-2b3c-482f-9696-0de38143a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.926510 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Transition to ACTIVE for port object fc49135d-ac1c-40ff-b9d3-2d1298a47acd will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:41:38.941425 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8aeb23db-2b3c-482f-9696-0de38143a3c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6423fab2c706437db2aeaa8291ad1275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967683 Nov 11 06:41:38.944755 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55502) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:38.957307 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb23db-2b3c-482f-9696-0de38143a3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575514be-5be1-4903-ac26-e7a9cb154c18,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:38.984079 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:38.996243 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b21a38fa-fdd8-41c6-8ccc-458de293eb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.020444 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b21a38fa-fdd8-41c6-8ccc-458de293eb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.041361 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:39.108253 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Attempting to bind port fc49135d-ac1c-40ff-b9d3-2d1298a47acd on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:41:39.108602 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Attempting to bind port fc49135d-ac1c-40ff-b9d3-2d1298a47acd by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:41:39.108902 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Attempting to bind port fc49135d-ac1c-40ff-b9d3-2d1298a47acd on network 606e9387-7c2e-4208-93c4-0b867ddefd5c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:41:39.113541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Port fc49135d-ac1c-40ff-b9d3-2d1298a47acd on network 606e9387-7c2e-4208-93c4-0b867ddefd5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:41:39.113896 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Attempting to bind port fc49135d-ac1c-40ff-b9d3-2d1298a47acd on network 606e9387-7c2e-4208-93c4-0b867ddefd5c {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:41:39.118734 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:41:39.119066 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Checking segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:41:39.119444 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Bound using segment: {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:41:39.119888 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Bound port: fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e81ba39-7d99-4cbc-a601-bfad121177bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:41:39.120236 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.166494 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b21a38fa-fdd8-41c6-8ccc-458de293eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.169130 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b21a38fa-fdd8-41c6-8ccc-458de293eb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.173133 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b21a38fa-fdd8-41c6-8ccc-458de293eb92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/575514be-5be1-4903-ac26-e7a9cb154c18 HTTP/1.1" status: 204 len: 168 time: 0.2251933 Nov 11 06:41:39.183350 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a38fa-fdd8-41c6-8ccc-458de293eb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575514be-5be1-4903-ac26-e7a9cb154c18,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:39.191911 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:41:39.195537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:41:39.265380 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.312851 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.313564 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:39.314849 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] 10.222.0.15 "PUT /v2.0/ports/fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 200 len: 1094 time: 0.7877166 Nov 11 06:41:39.315303 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:39.317673 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1ab353-1459-44e9-9480-75bdda849535" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:39.351277 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf38991-3a0f-4f40-a42c-19918230b97c service neutron] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:39.368896 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a06ba17-89e7-49e4-a660-a59463e019cc x-openstack-request-id: req-3a06ba17-89e7-49e4-a660-a59463e019cc {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:39.368896 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:39.368896 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a06ba17-89e7-49e4-a660-a59463e019cc {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:39.369869 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'status': 'completed', 'code': 200} Nov 11 06:41:39.465836 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ab353-1459-44e9-9480-75bdda849535 req-e44501c6-144e-4df9-9df9-84000a61e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.468092 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7a1ab353-1459-44e9-9480-75bdda849535 req-e44501c6-144e-4df9-9df9-84000a61e2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1097 time: 0.0502503 Nov 11 06:41:39.590036 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ab353-1459-44e9-9480-75bdda849535 req-0d77fe4a-2f72-44a8-a730-d8403ccdb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.592541 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7a1ab353-1459-44e9-9480-75bdda849535 req-0d77fe4a-2f72-44a8-a730-d8403ccdb939 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1105349 Nov 11 06:41:39.592792 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8e4bc-0510-4082-8f88-de472acc1d01 req-36e53dee-cfbf-4ed9-899f-beb5a2c67eec tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.594476 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-83b8e4bc-0510-4082-8f88-de472acc1d01 req-36e53dee-cfbf-4ed9-899f-beb5a2c67eec tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0593023 Nov 11 06:41:39.654714 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-83b8e4bc-0510-4082-8f88-de472acc1d01 req-7eef7fa9-d6bc-4bc2-b69d-72a014bf3657 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Nov 11 06:41:39.710579 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ab353-1459-44e9-9480-75bdda849535 req-82a3bc9f-6d76-4473-b1ec-f6d092773900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.712043 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7a1ab353-1459-44e9-9480-75bdda849535 req-82a3bc9f-6d76-4473-b1ec-f6d092773900 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1091990 Nov 11 06:41:39.844931 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-235a76c8-77af-4925-aec5-c0ed1b031dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.846450 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-235a76c8-77af-4925-aec5-c0ed1b031dad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1097 time: 0.0486329 Nov 11 06:41:39.897405 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-b3d824fc-5daf-42d5-87b4-dd89358b7776 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 200 len: 217 time: 0.0363948 Nov 11 06:41:39.952863 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-0540860e-019b-4341-9291-0fc35d8368f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:39.954375 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-0540860e-019b-4341-9291-0fc35d8368f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0489023 Nov 11 06:41:40.024244 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-437ba348-e86d-4535-bf1d-1d420cefb838 req-3c86b6cc-d887-49b8-913a-1034a5e4d3d2 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 210 time: 0.0304797 Nov 11 06:41:40.033337 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-b6af8a14-083c-4b56-9c35-2ccde87bfc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:40.034817 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-b6af8a14-083c-4b56-9c35-2ccde87bfc30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718927 Nov 11 06:41:40.133571 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-0ef8cb6c-ad5f-4fc4-b2b8-78c93482394a service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905840 Nov 11 06:41:40.229707 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-af4fffae-1b6a-4140-ac2c-23c5e72d6948 req-cedd5d15-09e8-45e3-9fbf-9c821d8235f7 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892353 Nov 11 06:41:40.774667 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b164510-8a53-4362-9eb2-90a323dd9499 req-57b18273-93ff-4136-976d-b44ccf77d7b4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:40.776157 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5b164510-8a53-4362-9eb2-90a323dd9499 req-57b18273-93ff-4136-976d-b44ccf77d7b4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0501640 Nov 11 06:41:40.826019 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5b164510-8a53-4362-9eb2-90a323dd9499 req-ed095104-e10f-4e5f-a13d-6bdb3970a059 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Nov 11 06:41:40.920504 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55550) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:40.933158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-0822ee54-dadd-4aa1-9e76-e05c6ce21a0b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:40.934624 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-0822ee54-dadd-4aa1-9e76-e05c6ce21a0b tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 810 time: 0.1173651 Nov 11 06:41:41.024881 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-3ffbd2d8-b161-493f-81ba-617d13bebfa7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e3caf076964d3a9997b5ab0ecfb925 HTTP/1.1" status: 200 len: 380 time: 0.0608714 Nov 11 06:41:41.033033 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58411047-5cc4-4ba8-ab05-6a937b68efa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.038632 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'port': {'device_id': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'admin_state_up': True, 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'security_groups': ['69dea0bc-f35a-40e3-a51f-882ad3273234']}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:41.115012 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58411047-5cc4-4ba8-ab05-6a937b68efa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.142383 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4ea81d0b-8691-4ebb-88c2-23c3df23380b req-d55b91df-30cb-4b9b-b5db-f1590e68c8d6 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 210 time: 0.0335305 Nov 11 06:41:41.172141 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-58411047-5cc4-4ba8-ab05-6a937b68efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.214615 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-58411047-5cc4-4ba8-ab05-6a937b68efa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b7eef1f62704724a095ff38081a0c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906833 Nov 11 06:41:41.215160 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55560) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:41.218891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Made reservation on behalf of 18e3caf076964d3a9997b5ab0ecfb925 for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:41:41.224198 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58411047-5cc4-4ba8-ab05-6a937b68efa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff8c5d-82b1-42bb-ad47-845d5778c146,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:41.224578 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.296919 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-87022e52-9ba0-4a75-b5d3-815f794c398a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.328191 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-87022e52-9ba0-4a75-b5d3-815f794c398a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.394822 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Allocated IP 172.20.0.7 (9056722a-d4bd-462d-b0c5-8d0a070fd148/44ca1595-f430-4f5e-8d13-0a825e96e4ed/460b93d8-ed2e-4ec6-bb95-279a94a235c8) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:41:41.459412 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-87022e52-9ba0-4a75-b5d3-815f794c398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.462231 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-87022e52-9ba0-4a75-b5d3-815f794c398a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.463385 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-87022e52-9ba0-4a75-b5d3-815f794c398a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14ff8c5d-82b1-42bb-ad47-845d5778c146 HTTP/1.1" status: 204 len: 168 time: 0.2473364 Nov 11 06:41:41.471979 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87022e52-9ba0-4a75-b5d3-815f794c398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff8c5d-82b1-42bb-ad47-845d5778c146,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:41.538915 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.658482 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.701008 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:41:41.713638 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event updated for resources: {'Port': ['ID=460b93d8-ed2e-4ec6-bb95-279a94a235c8,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:41.716970 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:41:41.719292 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:41:41.777507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:41.778124 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.860885 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-7c29fd57-1829-400a-8c3e-4dde9763a8e9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259826 Nov 11 06:41:41.883307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Request body: {'port': {'device_id': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:41.946784 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:41.960775 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989f8df-028e-4723-a120-7c7eb086ac41 req-2c2a4f17-e829-4149-bcc3-47a6f7022bf2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:41.964438 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c989f8df-028e-4723-a120-7c7eb086ac41 req-2c2a4f17-e829-4149-bcc3-47a6f7022bf2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0541692 Nov 11 06:41:41.965178 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-a9cdd115-fd9a-4ed6-b95b-d87ac94dcd33 None None] Provisioning complete for port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:41:41.965628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd115-fd9a-4ed6-b95b-d87ac94dcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:42.000736 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdd115-fd9a-4ed6-b95b-d87ac94dcd33 None None] Port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:41:42.014824 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c989f8df-028e-4723-a120-7c7eb086ac41 req-9e4b0dba-a425-4759-8cdb-841ad53728f9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Nov 11 06:41:42.209552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460b93d8-ed2e-4ec6-bb95-279a94a235c8 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:41:42.222146 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:42.238272 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Transition to ACTIVE for port object 460b93d8-ed2e-4ec6-bb95-279a94a235c8 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:41:42.326091 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:42.398899 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=460b93d8-ed2e-4ec6-bb95-279a94a235c8,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:42.482453 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aca68b-da0a-46bf-b6ac-0753f3f23cdd req-3c31b0ed-866d-4845-a93e-e028a95c2a21 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:42.483989 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-04aca68b-da0a-46bf-b6ac-0753f3f23cdd req-3c31b0ed-866d-4845-a93e-e028a95c2a21 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 943 time: 0.2702003 Nov 11 06:41:42.514105 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Attempting to bind port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:41:42.514444 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Attempting to bind port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:41:42.514769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Attempting to bind port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:41:42.525306 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:41:42.525636 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Attempting to bind port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 on network 9056722a-d4bd-462d-b0c5-8d0a070fd148 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:41:42.537255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:41:42.537586 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Checking segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:41:42.538018 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Bound using segment: {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:41:42.538406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Bound port: 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7995564-b940-43d1-933a-7490a22793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:41:42.538754 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:42.563690 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-04aca68b-da0a-46bf-b6ac-0753f3f23cdd req-78d3a583-7776-4827-8c05-904f08be7058 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723858 Nov 11 06:41:42.615767 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] For port 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:41:42.618735 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] For port 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:41:42.686415 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:42.720300 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:42.720912 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:42.722382 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] 10.222.0.15 "PUT /v2.0/ports/460b93d8-ed2e-4ec6-bb95-279a94a235c8 HTTP/1.1" status: 200 len: 1093 time: 0.8462954 Nov 11 06:41:42.722729 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:42.726275 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b81ea7b-a157-4188-b62a-59e4300a6e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:42.750274 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6dd81-767c-4bb3-a7fc-fce973ca3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=460b93d8-ed2e-4ec6-bb95-279a94a235c8,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:42.770943 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1214eac5-6c5a-4f93-97f5-f896005ebc3f x-openstack-request-id: req-1214eac5-6c5a-4f93-97f5-f896005ebc3f {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:42.771229 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:42.771491 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1214eac5-6c5a-4f93-97f5-f896005ebc3f {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:42.771951 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'status': 'completed', 'code': 200} Nov 11 06:41:42.861545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ea7b-a157-4188-b62a-59e4300a6e7c req-2c03b3ef-eed3-4ee9-acd6-cc0ec6b711e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:42.863077 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b81ea7b-a157-4188-b62a-59e4300a6e7c req-2c03b3ef-eed3-4ee9-acd6-cc0ec6b711e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 1096 time: 0.0421574 Nov 11 06:41:42.975686 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ea7b-a157-4188-b62a-59e4300a6e7c req-ba4f72fb-4437-4da9-a604-d0c6e31372b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:42.977140 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b81ea7b-a157-4188-b62a-59e4300a6e7c req-ba4f72fb-4437-4da9-a604-d0c6e31372b5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989883 Nov 11 06:41:43.069172 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ea7b-a157-4188-b62a-59e4300a6e7c req-76c15b3d-fc7b-4af9-a225-7491c804fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:43.070749 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b81ea7b-a157-4188-b62a-59e4300a6e7c req-76c15b3d-fc7b-4af9-a225-7491c804fdad service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0865538 Nov 11 06:41:43.136536 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b329bfc-b74c-4e73-80c2-0fb41c0c0de9 req-9c4a97f0-3e59-4f72-bca6-92b8fbad5e09 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:43.138575 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b329bfc-b74c-4e73-80c2-0fb41c0c0de9 req-9c4a97f0-3e59-4f72-bca6-92b8fbad5e09 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0483689 Nov 11 06:41:43.212014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-bacde98b-a59c-4634-80f7-3e84403fc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:43.213419 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-bacde98b-a59c-4634-80f7-3e84403fc2fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 1096 time: 0.0739832 Nov 11 06:41:43.217665 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b329bfc-b74c-4e73-80c2-0fb41c0c0de9 req-241a97d3-cb45-4d4a-91f4-847fd98a3234 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692387 Nov 11 06:41:43.263788 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-778b8432-ed6f-4de7-a817-18a3cbc2e887 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8 HTTP/1.1" status: 200 len: 217 time: 0.0358152 Nov 11 06:41:43.316907 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-d7931f6c-0d74-4add-825f-920e1bd276f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:43.318605 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-d7931f6c-0d74-4add-825f-920e1bd276f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.0470045 Nov 11 06:41:43.357901 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:41:43.364216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-c2f3a458-a66c-4fbe-ba8a-9cd1b139898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:43.365716 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-c2f3a458-a66c-4fbe-ba8a-9cd1b139898c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402744 Nov 11 06:41:43.452223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:43.454099 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-c77a2721-3767-48c3-b0ff-52db003ead25 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805819 Nov 11 06:41:43.463157 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'mac_address': 'fa:16:3e:47:a7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:41:43.491145 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:41:43.503646 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:43.516743 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc49135d-ac1c-40ff-b9d3-2d1298a47acd {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:41:43.540522 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:43.547149 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-34d2e3a8-73d2-4e77-afbe-7d7990bc2ff0 req-464f6020-e4fd-45f8-a27b-cc176a841c92 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861156 Nov 11 06:41:43.600906 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:43.650146 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:43.657302 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.657646 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.658022 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.658359 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.658690 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.659022 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.659348 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.659762 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.660075 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.660400 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.660723 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.661042 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:41:43.689574 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de04d-740b-431e-94de-ba0bb8a8374a req-43145393-7e42-44c0-9470-d3971c7c8013 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:43.691097 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6b7de04d-740b-431e-94de-ba0bb8a8374a req-43145393-7e42-44c0-9470-d3971c7c8013 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 943 time: 0.0543375 Nov 11 06:41:43.737701 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6b7de04d-740b-431e-94de-ba0bb8a8374a req-71092559-8d98-4aa3-aa17-a8a41a42ac2f tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Nov 11 06:41:43.918318 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['fc49135d-ac1c-40ff-b9d3-2d1298a47acd'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:41:44.340237 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bde85c-8714-4b6b-95cf-d74c9bcdbd4c req-98dc5388-b9f8-431a-9081-91f34a22a63c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:44.342179 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b1bde85c-8714-4b6b-95cf-d74c9bcdbd4c req-98dc5388-b9f8-431a-9081-91f34a22a63c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 945 time: 0.0480876 Nov 11 06:41:44.387092 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b1bde85c-8714-4b6b-95cf-d74c9bcdbd4c req-5bce2b56-f3fb-449c-a640-2d94fd3ed01d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391903 Nov 11 06:41:44.899323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9147-acdb-4978-be25-7ca44f0094a1 req-7747b01b-1e99-4a86-9b52-b7d3760d25bb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:44.900795 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-099e9147-acdb-4978-be25-7ca44f0094a1 req-7747b01b-1e99-4a86-9b52-b7d3760d25bb tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 943 time: 0.0980005 Nov 11 06:41:44.949558 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-099e9147-acdb-4978-be25-7ca44f0094a1 req-49ce7f17-1121-470d-b0e3-1139a8409d13 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397789 Nov 11 06:41:45.382083 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 460b93d8-ed2e-4ec6-bb95-279a94a235c8 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:41:45.392076 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:41:45.506016 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f972-97ac-40b7-941e-ddce96558ab3 req-7be7e6da-8480-499e-a400-443bdd4aa60a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:45.507467 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5672f972-97ac-40b7-941e-ddce96558ab3 req-7be7e6da-8480-499e-a400-443bdd4aa60a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 945 time: 0.0507348 Nov 11 06:41:45.513395 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:45.557280 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5672f972-97ac-40b7-941e-ddce96558ab3 req-5d6f261c-a513-4120-83f8-a4182e778e0e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Nov 11 06:41:45.654519 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port fc49135d-ac1c-40ff-b9d3-2d1298a47acd completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:41:45.656609 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'port_id': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'mac_address': 'fa:16:3e:a8:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:41:45.660760 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port fc49135d-ac1c-40ff-b9d3-2d1298a47acd triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:41:45.661128 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:45.721551 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:45.738016 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460b93d8-ed2e-4ec6-bb95-279a94a235c8 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:41:45.779444 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:45.789138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:45.811377 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:45.813578 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5bb56-51f1-4747-a3ec-090d03b82689" -d '{"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-plugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:45.823149 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:45.829827 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:45.849806 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc1e908-cbed-4978-821b-b3d47eb7e853 x-openstack-request-id: req-edc1e908-cbed-4978-821b-b3d47eb7e853 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:45.850122 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-plugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:45.850379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edc1e908-cbed-4978-821b-b3d47eb7e853 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:45.850804 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'code': 200} Nov 11 06:41:45.870838 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:45.875561 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=460b93d8-ed2e-4ec6-bb95-279a94a235c8,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:45.923269 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:46.065358 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342d90e-9fec-49e2-a91f-4c6a2504477b req-2fe943ad-a659-46e0-847e-0316f823eade tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:46.066868 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7342d90e-9fec-49e2-a91f-4c6a2504477b req-2fe943ad-a659-46e0-847e-0316f823eade tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 944 time: 0.0518506 Nov 11 06:41:46.114392 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7342d90e-9fec-49e2-a91f-4c6a2504477b req-4bf14699-7162-47aa-94d7-19937290fb99 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Nov 11 06:41:46.176284 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['460b93d8-ed2e-4ec6-bb95-279a94a235c8'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:41:46.190811 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ff18-5cc5-4c86-8a56-cb5792dda71e req-2baf3012-c905-4a66-bc62-cb6197d47a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:46.192297 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ec60ff18-5cc5-4c86-8a56-cb5792dda71e req-2baf3012-c905-4a66-bc62-cb6197d47a97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1099 time: 0.0397239 Nov 11 06:41:46.245017 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ec60ff18-5cc5-4c86-8a56-cb5792dda71e req-06250050-a32f-48fc-bfbb-69377c06c7ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Nov 11 06:41:46.680604 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265423-7ca4-406d-9ffc-6aa73539df22 req-74aef3fd-b91d-4395-910c-244bc56feaeb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:46.682083 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2a265423-7ca4-406d-9ffc-6aa73539df22 req-74aef3fd-b91d-4395-910c-244bc56feaeb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0511546 Nov 11 06:41:46.728143 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2a265423-7ca4-406d-9ffc-6aa73539df22 req-9af62d25-49bb-4ff2-bc96-a58ff417f552 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Nov 11 06:41:47.226111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152f335-ab45-456a-88a6-166cf30a230e req-c041088b-076b-443f-955e-a5edf0062553 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:47.227549 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0152f335-ab45-456a-88a6-166cf30a230e req-c041088b-076b-443f-955e-a5edf0062553 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 944 time: 0.0470295 Nov 11 06:41:47.273112 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0152f335-ab45-456a-88a6-166cf30a230e req-ff0975e0-b9aa-4f7a-9385-d51bcbeb2f35 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Nov 11 06:41:47.396656 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 460b93d8-ed2e-4ec6-bb95-279a94a235c8 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:41:47.503343 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:41:47.507169 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:41:47.507627 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:47.584993 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:47.616335 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:41:47.743695 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:47.793448 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=460b93d8-ed2e-4ec6-bb95-279a94a235c8,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:41:47.850173 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed437f-7ca4-43a7-ad57-8d2656ceb882 req-965e11b5-91d8-450d-866f-ae379c9db1a7 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:47.851843 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:47.854145 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128324ea-69f0-4c7a-8b54-572cfa675309" -d '{"events": [{"server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "name": "network-vif-plugged", "status": "completed", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:47.854490 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8fed437f-7ca4-43a7-ad57-8d2656ceb882 req-965e11b5-91d8-450d-866f-ae379c9db1a7 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0473995 Nov 11 06:41:47.892295 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a968307-1f93-483e-b35a-6a467b524561 x-openstack-request-id: req-1a968307-1f93-483e-b35a-6a467b524561 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:47.897781 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "name": "network-vif-plugged", "status": "completed", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:47.897781 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a968307-1f93-483e-b35a-6a467b524561 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:47.897781 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'code': 200} Nov 11 06:41:47.903992 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8fed437f-7ca4-43a7-ad57-8d2656ceb882 req-6b236733-8a6a-4aad-94e9-08113b92e60f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 Nov 11 06:41:48.217317 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-315bf3da-d51a-4cb4-ac19-37458252dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:48.266591 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd09a-eebf-483d-b32e-cd4453ed90ca req-b175a35f-66ec-4be4-bc23-23ecf5262351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:48.268313 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-325cd09a-eebf-483d-b32e-cd4453ed90ca req-b175a35f-66ec-4be4-bc23-23ecf5262351 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 1098 time: 0.0394719 Nov 11 06:41:48.315710 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-325cd09a-eebf-483d-b32e-cd4453ed90ca req-1d4b9945-2a8b-41c0-a59d-a56ca4ea0588 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383608 Nov 11 06:41:48.395519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409afc-862a-4d8a-9354-b7bbb47a249a req-59ac1595-d21c-43f6-bc97-3b098ec7ac4c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:48.396931 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-51409afc-862a-4d8a-9354-b7bbb47a249a req-59ac1595-d21c-43f6-bc97-3b098ec7ac4c tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0502958 Nov 11 06:41:48.442044 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-51409afc-862a-4d8a-9354-b7bbb47a249a req-477170e1-b785-464e-a982-bee9024d740e tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Nov 11 06:41:49.025963 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787405cd-56f0-47f2-af9e-8c5873fbb7f7 req-b1ba599f-2f98-4b5f-964b-06b6796a13aa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:49.027537 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-787405cd-56f0-47f2-af9e-8c5873fbb7f7 req-b1ba599f-2f98-4b5f-964b-06b6796a13aa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0517118 Nov 11 06:41:49.076034 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-787405cd-56f0-47f2-af9e-8c5873fbb7f7 req-abd532ff-f234-4ea3-9ee3-e291b1809769 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Nov 11 06:41:49.192115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4bdf-0c87-4235-a184-55199e6ce9a2 req-3c112cb2-d705-4e0a-a659-2a11f4a29f55 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:49.193595 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-15eb4bdf-0c87-4235-a184-55199e6ce9a2 req-3c112cb2-d705-4e0a-a659-2a11f4a29f55 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0486715 Nov 11 06:41:49.202169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55632) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:49.206626 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Request body: {'floatingip': {'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:49.248287 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:49.556737 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4ab02-b8f9-43d4-b6ab-d39f281ea728 req-8f3c4a8c-9163-4fd6-bc6a-2b8c0783c595 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:49.558298 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-43e4ab02-b8f9-43d4-b6ab-d39f281ea728 req-8f3c4a8c-9163-4fd6-bc6a-2b8c0783c595 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0498521 Nov 11 06:41:49.607266 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-43e4ab02-b8f9-43d4-b6ab-d39f281ea728 req-9544c733-fbc4-4c5c-8489-688623a42844 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Nov 11 06:41:49.700158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:49.731625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:49.831086 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Floating IP d49c19d1-20d7-4cd3-90c0-78b37ab887f6 associated. External IP: 172.27.1.197, port: fc49135d-ac1c-40ff-b9d3-2d1298a47acd. Nov 11 06:41:50.038642 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:41:50.383701 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:41:50.389850 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:50.394389 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:41:50.403747 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:50.404573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:50.415276 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b8612da3-80fe-470f-b60d-4394526430e0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "PUT /v2.0/floatingips/d49c19d1-20d7-4cd3-90c0-78b37ab887f6 HTTP/1.1" status: 200 len: 992 time: 1.2120509 Nov 11 06:41:50.415998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:50.418313 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:50.457336 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40421fa-8af5-4b81-8230-f90859b6d7e5 x-openstack-request-id: req-e40421fa-8af5-4b81-8230-f90859b6d7e5 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:50.457627 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:50.457905 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e40421fa-8af5-4b81-8230-f90859b6d7e5 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:50.458297 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'status': 'completed', 'code': 200} Nov 11 06:41:50.485409 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c98371c4-6a9d-47ba-ac3d-b261bf24ffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:50.513866 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:50.728247 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141cbf-9e12-47fc-8830-6289bf8666c5 req-78687ec3-f150-4041-9061-3a97fdc80fae tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:50.729715 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0f141cbf-9e12-47fc-8830-6289bf8666c5 req-78687ec3-f150-4041-9061-3a97fdc80fae tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0466371 Nov 11 06:41:50.734769 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'd49c19d1-20d7-4cd3-90c0-78b37ab887f6', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'mac_address': 'fa:16:3e:47:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:33Z', 'updated_at': '2021-11-11T06:41:49Z', 'revision_number': 1, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:50.760277 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:41:50.768712 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:50.769312 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:50.775912 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0f141cbf-9e12-47fc-8830-6289bf8666c5 req-b7543091-49d5-43dc-8ec8-5f58212ac1e7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Nov 11 06:41:50.873894 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:50.886938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0a46-b1e6-4a15-8e13-7757bf15fda6 req-162bd49a-b35e-4162-8327-cd234f9d0d86 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:50.888444 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-efaa0a46-b1e6-4a15-8e13-7757bf15fda6 req-162bd49a-b35e-4162-8327-cd234f9d0d86 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0514297 Nov 11 06:41:50.897451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55652) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:41:50.901830 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Request body: {'floatingip': {'port_id': '460b93d8-ed2e-4ec6-bb95-279a94a235c8'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:41:50.942330 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:51.105566 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'd49c19d1-20d7-4cd3-90c0-78b37ab887f6', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'mac_address': 'fa:16:3e:47:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:33Z', 'updated_at': '2021-11-11T06:41:49Z', 'revision_number': 1, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:51.133382 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41217e21-631a-4bf3-a8f4-6490b2621f71 None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'd49c19d1-20d7-4cd3-90c0-78b37ab887f6', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'mac_address': 'fa:16:3e:47:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:33Z', 'updated_at': '2021-11-11T06:41:49Z', 'revision_number': 1, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:41:51.323698 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bf272-bd74-44fa-8a4c-2e231eeeaa94 None None] New status for floating IP d49c19d1-20d7-4cd3-90c0-78b37ab887f6: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:41:51.537645 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:51.613191 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:51.686501 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:51.781985 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.l3_db [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Floating IP f4bdb034-a766-4d3d-88f7-3553395a249b associated. External IP: 172.27.1.119, port: 460b93d8-ed2e-4ec6-bb95-279a94a235c8. Nov 11 06:41:51.978824 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:41:52.080963 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:41:52.085847 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:52.090748 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:41:52.100346 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:52.100952 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:52.112653 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5fa4bb32-3750-4e0a-875b-7c6ce0c42627 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "PUT /v2.0/floatingips/f4bdb034-a766-4d3d-88f7-3553395a249b HTTP/1.1" status: 200 len: 991 time: 1.2141950 Nov 11 06:41:52.113355 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:41:52.115710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bd1ee4-a392-436f-9907-860d1e99ced8" -d '{"events": [{"name": "network-changed", "server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:41:52.206350 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:52.423418 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'f4bdb034-a766-4d3d-88f7-3553395a249b', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'port_id': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'mac_address': 'fa:16:3e:a8:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:36Z', 'updated_at': '2021-11-11T06:41:51Z', 'revision_number': 1, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:52.449158 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:41:52.457353 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:41:52.457983 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:52.559383 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:41:52.748672 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-b1a560a7-0e0e-47c4-ad7d-7a611aec5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:52.750818 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-b1a560a7-0e0e-47c4-ad7d-7a611aec5acc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1099 time: 0.0389814 Nov 11 06:41:52.783260 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'f4bdb034-a766-4d3d-88f7-3553395a249b', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'port_id': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'mac_address': 'fa:16:3e:a8:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:36Z', 'updated_at': '2021-11-11T06:41:51Z', 'revision_number': 1, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:41:52.788939 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e2b7d-e88e-4d74-ac81-865fcb227746 x-openstack-request-id: req-bd1e2b7d-e88e-4d74-ac81-865fcb227746 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:41:52.788939 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:41:52.788939 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd1e2b7d-e88e-4d74-ac81-865fcb227746 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:41:52.789585 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'status': 'completed', 'code': 200} Nov 11 06:41:52.809661 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed46a66-d658-447d-80cc-0f7e55132091 None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'f4bdb034-a766-4d3d-88f7-3553395a249b', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'port_id': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'mac_address': 'fa:16:3e:a8:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:41:36Z', 'updated_at': '2021-11-11T06:41:51Z', 'revision_number': 1, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:41:52.871364 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-d167b60e-b89b-41d8-8f9b-716cfc585168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:52.872862 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-d167b60e-b89b-41d8-8f9b-716cfc585168 service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.1138327 Nov 11 06:41:52.892587 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-2df0e459-4db9-4bf8-9b4b-92542cdf18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:52.894051 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-2df0e459-4db9-4bf8-9b4b-92542cdf18d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 1098 time: 0.0545781 Nov 11 06:41:52.998484 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-3c1b6e04-1f49-4993-b8ef-cc57ace293df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 200 len: 1002 time: 0.1174991 Nov 11 06:41:53.018874 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:53.019297 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca45e40-3c5e-4219-ac83-95117cfd4ba3 None None] New status for floating IP f4bdb034-a766-4d3d-88f7-3553395a249b: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:41:53.056833 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-0cba799a-0bc9-40c7-aa98-824061765eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:53.058296 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-0cba799a-0bc9-40c7-aa98-824061765eab service neutron] 10.222.0.15 "GET /v2.0/networks?id=9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 200 len: 910 time: 0.1380482 Nov 11 06:41:53.066964 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-8ea20ad1-5cfb-445a-b7cf-16f879e5768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:53.068215 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-8ea20ad1-5cfb-445a-b7cf-16f879e5768d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0602682 Nov 11 06:41:53.157571 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-acefb278-4fd7-48d1-9c5d-1bd9acfdb2a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8 HTTP/1.1" status: 200 len: 999 time: 0.0884044 Nov 11 06:41:53.160251 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:53.163552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-eb73fd57-811b-44eb-af6d-006a710c0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:53.164963 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-eb73fd57-811b-44eb-af6d-006a710c0b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885525 Nov 11 06:41:53.299305 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-9eecbeb7-ac0a-4b98-8381-be00d90b4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:53.300753 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-9eecbeb7-ac0a-4b98-8381-be00d90b4a40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 200 len: 849 time: 0.0973604 Nov 11 06:41:53.355581 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-2f917b03-2909-49ef-a377-2c6b2e95c937 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532912 Nov 11 06:41:53.365971 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-36d9c428-dbde-4177-a715-6da49bd211a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:53.367353 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-36d9c428-dbde-4177-a715-6da49bd211a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9056722a-d4bd-462d-b0c5-8d0a070fd148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580921 Nov 11 06:41:53.515030 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2a9b6a7-c84f-4cb9-a57d-b044d85c463e req-a9d5b013-b7b2-4c23-8cb3-ae40396d6682 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512864 Nov 11 06:41:53.518576 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-6039dd2b-26f0-4e0f-8de3-bf12a627287b service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431255 Nov 11 06:41:53.641093 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a3bd1ee4-a392-436f-9907-860d1e99ced8 req-281a5111-257b-4dc5-811e-10d13579eff4 service neutron] 10.222.0.15 "GET /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910726 Nov 11 06:41:54.148888 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:41:54.304270 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-c0fd12f5-6d2c-49e8-b438-b7573ce45941 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383992 Nov 11 06:41:54.383452 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-f24a9426-e04f-4875-9998-baa96d9ee65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:54.384889 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-f24a9426-e04f-4875-9998-baa96d9ee65d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1137 time: 0.0426340 Nov 11 06:41:54.495742 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-c36f3c4a-fc64-4cc4-86f9-1881c646a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:54.497199 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-c36f3c4a-fc64-4cc4-86f9-1881c646a6bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 915 time: 0.0841591 Nov 11 06:41:54.588050 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-e3dfb243-636e-42b8-9b86-abdb90ed41b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 1001 time: 0.0628283 Nov 11 06:41:54.639508 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-9ac0e93c-999d-4a0e-830e-2687f876ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:54.640966 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-9ac0e93c-999d-4a0e-830e-2687f876ca12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0435336 Nov 11 06:41:54.686287 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-0845369e-1878-41b5-9e54-52036004886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:41:54.687724 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-0845369e-1878-41b5-9e54-52036004886c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389228 Nov 11 06:41:54.784111 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-23b08c6d-2387-4284-9c5f-1e2556c7f6c0 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843647 Nov 11 06:41:54.875926 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c4a20856-2327-4f7a-b0bf-6acf5a8396ec req-d6ce113b-56b6-493e-a275-d4cbec08c171 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803626 Nov 11 06:42:07.500190 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55772) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:07.598368 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.671380 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.737441 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.777825 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b147cd3f500544198c6f12f6d1620281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765610 Nov 11 06:42:07.778710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265aeb6e-4997-4086-b509-126e42a7b48a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:07.781175 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55776) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:07.786564 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.786909 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.787247 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.787577 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.787904 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.788233 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.788557 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.788880 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.789201 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.789518 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.789867 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.790184 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fbe704-7a9a-41f4-ad05-f24ca84c767b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.833660 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.849420 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.970849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.973464 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:07.974656 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/265aeb6e-4997-4086-b509-126e42a7b48a HTTP/1.1" status: 204 len: 168 time: 0.1924658 Nov 11 06:42:07.982319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265aeb6e-4997-4086-b509-126e42a7b48a,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:07.989298 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.989648 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.990012 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.990348 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.990678 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.991007 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.991334 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.991741 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.991973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.992293 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.992736 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:07.993059 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85869c-f4d6-4c92-b495-b2d531dba54a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:08.858847 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55802) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:08.954891 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-671336938-network', 'tenant_id': '20af198e749744409cd7da49ad9afeaf'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:42:09.023258 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Made reservation on behalf of 20af198e749744409cd7da49ad9afeaf for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:42:09.025569 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.034011 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.104340 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.154819 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.181089 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:42:09.187748 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:09.193437 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.193801 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Added segment 6b4d9f3f-af62-4146-be51-26232b4f20c6 of type vlan for network 4e5f51ab-437c-4885-91eb-cfb0d17399df Nov 11 06:42:09.243911 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.320715 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.321682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:09.322304 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.384620 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5f51ab-437c-4885-91eb-cfb0d17399df,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:09.394830 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 4e5f51ab-437c-4885-91eb-cfb0d17399df details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:42:09.408971 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-018fbc9b-c27f-4548-a567-56cc1aaa1fe1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5489969 Nov 11 06:42:09.411855 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55810) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:09.416933 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Request body: {'subnet': {'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-671336938-subnet', 'tenant_id': '20af198e749744409cd7da49ad9afeaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:42:09.485637 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Made reservation on behalf of 20af198e749744409cd7da49ad9afeaf for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:42:09.488037 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259866004'] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.685966 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13897728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259866042'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.740806 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:09.747864 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Checking segment: {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:42:09.748213 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Network hostable DHCP agents. Network: 4e5f51ab-437c-4885-91eb-cfb0d17399df, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:42:09.799714 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Network 4e5f51ab-437c-4885-91eb-cfb0d17399df is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:42:09.857616 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 4e5f51ab-437c-4885-91eb-cfb0d17399df) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:42:09.862188 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:09.864519 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:09.868042 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580bf671-8975-486c-bc6c-be3e6e544345 None None] Network 4e5f51ab-437c-4885-91eb-cfb0d17399df requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:42:09.911418 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ab7242ab-604f-4078-a64d-b6f64588ff5d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4983027 Nov 11 06:42:09.990084 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed06de-c1a8-46f2-8de2-ebe6fa0e3f77 None None] Network 4e5f51ab-437c-4885-91eb-cfb0d17399df requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:42:11.859844 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-40a69068-7131-4028-96ad-1592c15b4d30 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:11.861290 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-40a69068-7131-4028-96ad-1592c15b4d30 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/networks?id=4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 200 len: 813 time: 0.0988271 Nov 11 06:42:11.875514 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-95984357-73b6-41d5-98ed-a14cad826c2e tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/quotas/20af198e749744409cd7da49ad9afeaf HTTP/1.1" status: 200 len: 375 time: 0.0087063 Nov 11 06:42:11.909549 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-814d7dac-bf76-42f8-88c9-9f59b7fc7fa8 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20af198e749744409cd7da49ad9afeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289161 Nov 11 06:42:12.038440 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-190446bd-c2a4-4e78-ab65-1d971eb605f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218009 Nov 11 06:42:12.127978 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-8b2f8294-2c07-4598-8942-765eb1b46f9e service neutron] 10.222.0.20 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836642 Nov 11 06:42:12.384443 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ad55e38e-3b6b-492f-ac69-e892252688eb req-3aa51ae3-dc0f-47bc-9cdf-798fdec06e27 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 210 time: 0.0250154 Nov 11 06:42:13.068871 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ecf92eff-4a5e-4738-91b6-b6c3a2963c9e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302436216&fields=id&tenant_id=11d75852d9704b4988e925f041f14d86 HTTP/1.1" status: 200 len: 267 time: 0.0453560 Nov 11 06:42:13.121007 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-75d62520-f5d3-4295-b4fd-a4b43cd9aa22 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:13.123258 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-75d62520-f5d3-4295-b4fd-a4b43cd9aa22 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 984 time: 0.0488765 Nov 11 06:42:13.133776 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Request body: {'port': {'security_groups': ['7a4b2dee-0083-4a64-9392-539bac11289b']}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:42:13.203017 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.374741 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:13.402479 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.446255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.485191 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['0b63ea43-2fe3-4a0c-ae82-006de6fd5902'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:42:13.486262 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-de1c73e0-e5fd-4fbb-9c05-a3277f33820f req-81bf14c0-b0e2-4ff9-a0de-07a452ecce9d tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 210 time: 0.0308416 Nov 11 06:42:13.489218 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:13.489872 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.494087 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16bf2ce9-14aa-4cb8-a74e-45e5ab9fee16 req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "PUT /v2.0/ports/0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 942 time: 0.3645339 Nov 11 06:42:13.494487 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:42:13.496958 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 55870) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:13.500574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:42:13.541478 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40c78d-1db2-4f31-b45d-38ebc84a79de tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event updated for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=7']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:13.592420 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7fa1afd4-9c35-413f-ac31-b3b8c695959b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.626714 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7fa1afd4-9c35-413f-ac31-b3b8c695959b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.657662 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['0b63ea43-2fe3-4a0c-ae82-006de6fd5902'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:42:13.700259 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66701a25-ef14-478c-bf9e-952d809af876 x-openstack-request-id: req-66701a25-ef14-478c-bf9e-952d809af876 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:42:13.701086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:42:13.701351 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66701a25-ef14-478c-bf9e-952d809af876 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:42:13.702358 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'status': 'completed', 'code': 200} Nov 11 06:42:13.776055 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-e4a07772-2cd1-4432-bf38-05176e826379 None None] Provisioning complete for port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:42:13.776471 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e4a07772-2cd1-4432-bf38-05176e826379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.789036 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7fa1afd4-9c35-413f-ac31-b3b8c695959b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.791989 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7fa1afd4-9c35-413f-ac31-b3b8c695959b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:13.793455 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-7fa1afd4-9c35-413f-ac31-b3b8c695959b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "DELETE /v2.0/security-groups/2eb806af-cd45-460f-ae31-6565a421440b HTTP/1.1" status: 204 len: 168 time: 0.2950931 Nov 11 06:42:13.796312 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 55880) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:13.807924 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1afd4-9c35-413f-ac31-b3b8c695959b tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb806af-cd45-460f-ae31-6565a421440b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:13.958577 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-8a76de78-b1e6-4a52-b500-e0cca36410b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:13.960075 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-8a76de78-b1e6-4a52-b500-e0cca36410b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1098 time: 0.2012775 Nov 11 06:42:14.091697 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Deleting port c2173abe-9a1d-4e8f-837c-4bdcf0dbd79c {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:14.092401 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:14.095164 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-ade233e5-5be4-4fe5-85bf-1ed22a669173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:14.096681 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-ade233e5-5be4-4fe5-85bf-1ed22a669173 service neutron] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 915 time: 0.1222875 Nov 11 06:42:14.208125 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-18b6010a-3e1f-4850-aeeb-c52ca0ee61fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 1001 time: 0.0966549 Nov 11 06:42:14.220316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:14.220632 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:14.258069 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Calling delete_port for c2173abe-9a1d-4e8f-837c-4bdcf0dbd79c owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:14.308923 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-78185e59-c304-47c6-92aa-a7ae8ac3d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:14.310908 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-78185e59-c304-47c6-92aa-a7ae8ac3d39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0927191 Nov 11 06:42:14.400205 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-51d4473e-8233-4a53-9141-3b33ec8a0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:14.401654 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-51d4473e-8233-4a53-9141-3b33ec8a0634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792775 Nov 11 06:42:14.538348 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-41b25845-c2e9-4ea8-8a0e-2c69dc7bfa32 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274769 Nov 11 06:42:14.592691 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b027335-9cd6-40be-b2b5-2d03c4750dba req-28ce203c-8729-4e65-ba45-908f8925a07a tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 210 time: 0.0257797 Nov 11 06:42:14.616902 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:14.705049 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event deleted for resources: {'Port': ['ID=c2173abe-9a1d-4e8f-837c-4bdcf0dbd79c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:15.078961 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-a8c5f128-aeb6-47d6-84a5-e6b53df16905 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:15.080356 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-a8c5f128-aeb6-47d6-84a5-e6b53df16905 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "GET /v2.0/networks?id=4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 200 len: 813 time: 0.4984586 Nov 11 06:42:15.082392 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d75b2b9c-b2dd-4884-8054-a28241fcdd5b req-e90c9991-d925-438c-9cf2-50304b9e84d5 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081215 Nov 11 06:42:15.084809 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:15.085128 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Floating IP 08e23d41-b4ae-4eb5-a372-9f084ea18094 disassociated (deleted). External IP: 172.27.1.210, port: 0b63ea43-2fe3-4a0c-ae82-006de6fd5902. Nov 11 06:42:15.167365 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Request body: {'port': {'device_id': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df', 'admin_state_up': True, 'tenant_id': '20af198e749744409cd7da49ad9afeaf'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:42:15.375164 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Router da71a653-2bc2-4753-8ec8-7ef2f786d968 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:42:15.421421 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Made reservation on behalf of 20af198e749744409cd7da49ad9afeaf for: {'port': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:42:15.424782 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:15.549131 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:42:15.558974 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] Sync routers for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:42:15.568483 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:42:15.569088 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:15.570335 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:15.610616 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f96c5dfb-5462-4a47-b299-bc7725907489 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "DELETE /v2.0/floatingips/08e23d41-b4ae-4eb5-a372-9f084ea18094 HTTP/1.1" status: 204 len: 168 time: 1.8108220 Nov 11 06:42:15.616663 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Allocated IP 172.20.0.14 (4e5f51ab-437c-4885-91eb-cfb0d17399df/ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2/18e12c6e-8dba-4707-8dab-8604b42a3d06) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:42:15.690427 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:42:15.720590 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-07fdf649-09e1-4727-8389-b7e22d7afd47 req-ad8cbbe0-5e6e-47f8-80d2-18bceaf05e82 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 210 time: 0.0359654 Nov 11 06:42:15.733518 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:42:15.735930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f57cd-4186-4069-ac88-ca675caa24fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:42:15.791505 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:15.793835 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88497a5-ce94-420e-bd22-f0594a9b2695 x-openstack-request-id: req-d88497a5-ce94-420e-bd22-f0594a9b2695 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:42:15.794178 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:42:15.794438 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d88497a5-ce94-420e-bd22-f0594a9b2695 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:42:15.794823 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'status': 'completed', 'code': 200} Nov 11 06:42:15.874464 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:15.906712 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:49Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:15.928906 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Network 4e5f51ab-437c-4885-91eb-cfb0d17399df is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:42:15.937694 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:42:15.941643 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] Checking router: da71a653-2bc2-4753-8ec8-7ef2f786d968 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:42:15.943102 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:42:15.947016 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-473043b3-0b49-4ded-969e-3fbe32934418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:15.951441 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-473043b3-0b49-4ded-969e-3fbe32934418 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11d75852d9704b4988e925f041f14d86&device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 1098 time: 0.0996552 Nov 11 06:42:15.951441 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Pushing event updated for resources: {'Port': ['ID=18e12c6e-8dba-4707-8dab-8604b42a3d06,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:15.951732 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:42:15.951835 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:41:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:16.049049 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:16.049680 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:16.063223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:42:16.086774 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-85558bb9-32db-4ea3-b2df-1cf586ff8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:16.088499 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-85558bb9-32db-4ea3-b2df-1cf586ff8e3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 200 len: 915 time: 0.1177893 Nov 11 06:42:16.125464 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-94d13c7e-fe86-4bc5-a94e-65313d052c2f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9619806 Nov 11 06:42:16.153411 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-55ac35bd-eba0-4d32-b1f9-57d379e555e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 200 len: 217 time: 0.0387318 Nov 11 06:42:16.165904 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Request body: {'port': {'device_id': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:42:16.266508 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-6ee251ef-b739-481e-9315-2b22bdeca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:16.268214 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-6ee251ef-b739-481e-9315-2b22bdeca0c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 200 len: 854 time: 0.0793231 Nov 11 06:42:16.269165 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:16.280473 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:49Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:16.306427 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75d3de-9659-4dfd-befb-8bd6777bd500 None None] The sync data for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi is: [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:39:45Z', 'revision_number': 4, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'dc181cd1-0893-4215-8da9-0f16bf5d21d6', 'name': '', 'network_id': 'defa9f0e-90d5-4b40-9667-44a4b34521c5', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'mac_address': 'fa:16:3e:a0:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:44Z', 'updated_at': '2021-11-11T06:39:49Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'subnets': [{'id': '996f11df-e884-4166-aa31-30cdd48fe33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:42:16.356697 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-d7232f8a-24c4-47b9-ac53-25ea5f72e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:16.358718 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-d7232f8a-24c4-47b9-ac53-25ea5f72e193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=defa9f0e-90d5-4b40-9667-44a4b34521c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791349 Nov 11 06:42:16.518405 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597f032-c24b-4782-bb48-272d7a1dcd92 None None] New status for floating IP 08e23d41-b4ae-4eb5-a372-9f084ea18094: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:42:16.547305 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-235b5640-530f-4d93-903e-56f6ffe10d52 service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496320 Nov 11 06:42:16.688100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e12c6e-8dba-4707-8dab-8604b42a3d06 {{(pid=102317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:42:16.701971 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:16.709779 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6f4f57cd-4186-4069-ac88-ca675caa24fe req-a5295ca4-4751-42c3-9fa5-98a8a3fa02ea service neutron] 10.222.0.15 "GET /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375070 Nov 11 06:42:16.716928 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.provisioning_blocks [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Transition to ACTIVE for port object 18e12c6e-8dba-4707-8dab-8604b42a3d06 will not be triggered until provisioned by entity L2. {{(pid=102317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:42:16.823561 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:16.836442 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3d665-c96a-4581-9eef-dbf99ed6e3a2 req-bec45eea-01da-4a4a-81b1-060674c88eb6 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:16.838081 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c0b3d665-c96a-4581-9eef-dbf99ed6e3a2 req-bec45eea-01da-4a4a-81b1-060674c88eb6 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 932 time: 0.0518537 Nov 11 06:42:16.897900 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Pushing event updated for resources: {'Port': ['ID=18e12c6e-8dba-4707-8dab-8604b42a3d06,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:16.959764 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c0b3d665-c96a-4581-9eef-dbf99ed6e3a2 req-17ae7a0d-0e51-4c90-bc25-348e46922a3c tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972295 Nov 11 06:42:16.985383 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Attempting to bind port 18e12c6e-8dba-4707-8dab-8604b42a3d06 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:42:16.985708 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Attempting to bind port 18e12c6e-8dba-4707-8dab-8604b42a3d06 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:42:16.986054 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Attempting to bind port 18e12c6e-8dba-4707-8dab-8604b42a3d06 on network 4e5f51ab-437c-4885-91eb-cfb0d17399df {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:42:16.990356 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Port 18e12c6e-8dba-4707-8dab-8604b42a3d06 on network 4e5f51ab-437c-4885-91eb-cfb0d17399df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:42:16.990670 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Attempting to bind port 18e12c6e-8dba-4707-8dab-8604b42a3d06 on network 4e5f51ab-437c-4885-91eb-cfb0d17399df {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:42:16.995395 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:42:16.995717 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Checking segment: {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:42:16.996089 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Bound using segment: {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'} {{(pid=102317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:42:16.996508 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.managers [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Bound port: 18e12c6e-8dba-4707-8dab-8604b42a3d06, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'}}] {{(pid=102317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:42:16.996901 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:17.066100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] For port 18e12c6e-8dba-4707-8dab-8604b42a3d06, host hv-cinder-81751, cleared binding levels {{(pid=102317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:42:17.069176 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] For port 18e12c6e-8dba-4707-8dab-8604b42a3d06, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:42:17.115328 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:17.148926 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:17.149632 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:17.151017 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] 10.222.0.15 "PUT /v2.0/ports/18e12c6e-8dba-4707-8dab-8604b42a3d06 HTTP/1.1" status: 200 len: 1094 time: 0.9893525 Nov 11 06:42:17.172466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1343b28-4c18-4332-b69f-a4837f25c09b service neutron] Pushing event updated for resources: {'Port': ['ID=18e12c6e-8dba-4707-8dab-8604b42a3d06,revision_number=3']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:17.293658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-58941c1a-24be-403b-9e3d-6fe3f53c6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:17.295198 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-58941c1a-24be-403b-9e3d-6fe3f53c6c57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20af198e749744409cd7da49ad9afeaf&device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 1097 time: 0.0414493 Nov 11 06:42:17.375409 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-faa431a4-9610-4e39-9e15-538bca617085 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06 HTTP/1.1" status: 200 len: 217 time: 0.0340428 Nov 11 06:42:17.428161 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-dce8adf0-7906-4512-81b9-88526fc9aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:17.429527 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-dce8adf0-7906-4512-81b9-88526fc9aacd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2 HTTP/1.1" status: 200 len: 853 time: 0.0458896 Nov 11 06:42:17.459693 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-f92e3687-e2cb-43f9-b94d-b93783cc221a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e5f51ab-437c-4885-91eb-cfb0d17399df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222471 Nov 11 06:42:17.545537 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-a42da59a-38c1-4b31-9cf7-613676672d6d service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780189 Nov 11 06:42:17.638940 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cc271dbe-1207-4d4a-8f83-c61c8b89ffe3 req-83bf9947-c833-4a09-914f-02b433698271 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844200 Nov 11 06:42:17.796468 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'tag': '18e12c6e-8dba-4707-8dab-8604b42a3d06'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:42:17.798753 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ff753-1a1d-4b18-982b-325a10edb60c" -d '{"events": [{"name": "network-changed", "server_uuid": "70ac0eaf-c5d9-417f-886c-88a01f3d89ab", "tag": "18e12c6e-8dba-4707-8dab-8604b42a3d06"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:42:17.839557 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc25f83-fc20-4e12-858d-9191b941a673 x-openstack-request-id: req-cbc25f83-fc20-4e12-858d-9191b941a673 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:42:17.839557 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ac0eaf-c5d9-417f-886c-88a01f3d89ab", "tag": "18e12c6e-8dba-4707-8dab-8604b42a3d06", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:42:17.839557 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbc25f83-fc20-4e12-858d-9191b941a673 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:42:17.839557 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'tag': '18e12c6e-8dba-4707-8dab-8604b42a3d06', 'status': 'completed', 'code': 200} Nov 11 06:42:17.927695 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-852655be-b3b4-448c-80fb-8986584b5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:17.929144 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-852655be-b3b4-448c-80fb-8986584b5766 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20af198e749744409cd7da49ad9afeaf&device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 1097 time: 0.0400944 Nov 11 06:42:18.022325 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-0ed6e778-794a-4d4e-b6f0-97e50c127e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:18.029041 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-0ed6e778-794a-4d4e-b6f0-97e50c127e45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 200 len: 913 time: 0.0868132 Nov 11 06:42:18.066756 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-16dcb96d-0d8a-4ee7-ae93-f8338bdb96ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06 HTTP/1.1" status: 200 len: 217 time: 0.0339148 Nov 11 06:42:18.076884 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cc1ba-9fcf-4a0c-95ca-b45b8eed9fdb req-825aced3-9c85-4895-bf13-7a64c27b87f6 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:18.078401 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-521cc1ba-9fcf-4a0c-95ca-b45b8eed9fdb req-825aced3-9c85-4895-bf13-7a64c27b87f6 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 944 time: 0.0482657 Nov 11 06:42:18.123407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-5eba8d91-ebac-4753-ba18-5317ed024b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:18.124863 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-5eba8d91-ebac-4753-ba18-5317ed024b6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2 HTTP/1.1" status: 200 len: 853 time: 0.0496821 Nov 11 06:42:18.135525 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-521cc1ba-9fcf-4a0c-95ca-b45b8eed9fdb req-f19a0bc5-7128-4945-9864-68840d5e390c tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Nov 11 06:42:18.174144 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-0da2bf7f-5572-43ea-a292-abf40539d87a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e5f51ab-437c-4885-91eb-cfb0d17399df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294583 Nov 11 06:42:18.200996 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-84590ebc-761a-4979-863b-dd8112826791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:18.268090 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-3f4c7e44-53e6-4c3f-86cf-8ed3f7dc52fb service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855813 Nov 11 06:42:18.364990 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3e9ff753-1a1d-4b18-982b-325a10edb60c req-6d2842d4-f7d9-4e8d-8ec4-14317d1e2436 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887096 Nov 11 06:42:19.248853 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21d465-8ce0-46c6-96bc-f4cce352b125 req-e11d8890-ea56-4f63-9762-dcd5a72367bc tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:19.250307 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6f21d465-8ce0-46c6-96bc-f4cce352b125 req-e11d8890-ea56-4f63-9762-dcd5a72367bc tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 944 time: 0.0460980 Nov 11 06:42:19.300316 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6f21d465-8ce0-46c6-96bc-f4cce352b125 req-0a0cb96d-e663-4ca5-b20d-f64a8990e3e2 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Nov 11 06:42:19.567964 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 18e12c6e-8dba-4707-8dab-8604b42a3d06 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:42:19.667237 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 18e12c6e-8dba-4707-8dab-8604b42a3d06, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:19.679229 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '18e12c6e-8dba-4707-8dab-8604b42a3d06', 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df', 'port_id': '18e12c6e-8dba-4707-8dab-8604b42a3d06', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:42:19.715396 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:19.728465 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e12c6e-8dba-4707-8dab-8604b42a3d06 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:42:19.747692 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 18e12c6e-8dba-4707-8dab-8604b42a3d06, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:19.840107 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:19.889958 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=18e12c6e-8dba-4707-8dab-8604b42a3d06,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:19.906448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7bef-3ff5-4e29-872b-cb583ae463d5 req-aafe9371-d554-4a7b-bb74-09a940116b2e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:19.907953 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-eddc7bef-3ff5-4e29-872b-cb583ae463d5 req-aafe9371-d554-4a7b-bb74-09a940116b2e tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0491271 Nov 11 06:42:19.956260 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-eddc7bef-3ff5-4e29-872b-cb583ae463d5 req-662bfddb-7a67-46ee-b6ee-1361ae68e0cd tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Nov 11 06:42:20.212431 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['18e12c6e-8dba-4707-8dab-8604b42a3d06'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:42:20.414989 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724abd7-8e48-4a7e-9059-3710974d47fc req-1dea2fac-f49b-427a-b8fc-94cee03269d3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:20.416483 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7724abd7-8e48-4a7e-9059-3710974d47fc req-1dea2fac-f49b-427a-b8fc-94cee03269d3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 945 time: 0.0477192 Nov 11 06:42:20.423154 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9dd4fdaa-18a5-4e12-a44c-b3a6a721cd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:20.463195 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7724abd7-8e48-4a7e-9059-3710974d47fc req-2d051ec3-1bcd-4a91-96ea-aad32c87929b tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Nov 11 06:42:20.489463 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:42:21.079533 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a5203-ad9f-4d6f-bd40-e78fb2ed457a req-b8a2b063-6201-45b0-b3c1-64e8d96d5357 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:21.081052 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4f6a5203-ad9f-4d6f-bd40-e78fb2ed457a req-b8a2b063-6201-45b0-b3c1-64e8d96d5357 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0559478 Nov 11 06:42:21.126326 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4f6a5203-ad9f-4d6f-bd40-e78fb2ed457a req-e7a0fde6-d8f0-4fcd-97ce-fbeb69b7182f tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Nov 11 06:42:21.572047 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 18e12c6e-8dba-4707-8dab-8604b42a3d06 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:42:21.575570 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:21.581237 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80492-8f4e-4d26-9c49-b0097db1e72f req-fbeba0a6-9445-416f-b2bd-11ed2a8570a3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:21.582734 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9be80492-8f4e-4d26-9c49-b0097db1e72f req-fbeba0a6-9445-416f-b2bd-11ed2a8570a3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 945 time: 0.0511107 Nov 11 06:42:21.629925 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9be80492-8f4e-4d26-9c49-b0097db1e72f req-4452e08d-5cf5-429d-b0ca-dd3ec34f701a tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Nov 11 06:42:21.668839 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 18e12c6e-8dba-4707-8dab-8604b42a3d06 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:42:21.673478 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 18e12c6e-8dba-4707-8dab-8604b42a3d06 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:42:21.682406 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:21.750061 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:21.773235 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e12c6e-8dba-4707-8dab-8604b42a3d06'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:42:21.775478 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a594cba-5337-4540-8992-f978007cbf3c" -d '{"events": [{"server_uuid": "70ac0eaf-c5d9-417f-886c-88a01f3d89ab", "name": "network-vif-plugged", "status": "completed", "tag": "18e12c6e-8dba-4707-8dab-8604b42a3d06"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:42:21.789890 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 18e12c6e-8dba-4707-8dab-8604b42a3d06, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:21.857624 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:21.885403 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0333e-98bd-4a5a-bcf5-7345055f257a x-openstack-request-id: req-73c0333e-98bd-4a5a-bcf5-7345055f257a {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:42:21.885717 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ac0eaf-c5d9-417f-886c-88a01f3d89ab", "name": "network-vif-plugged", "status": "completed", "tag": "18e12c6e-8dba-4707-8dab-8604b42a3d06", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:42:21.885993 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73c0333e-98bd-4a5a-bcf5-7345055f257a {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:42:21.886380 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e12c6e-8dba-4707-8dab-8604b42a3d06', 'code': 200} Nov 11 06:42:21.911528 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=18e12c6e-8dba-4707-8dab-8604b42a3d06,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:22.073998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-0385f6b3-58ad-4264-ba9a-a0755d08e836 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:22.075995 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-0385f6b3-58ad-4264-ba9a-a0755d08e836 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0474043 Nov 11 06:42:22.168996 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Deleting port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:22.173271 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:22.242583 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3a651-3a06-45d9-8978-29b215bda7a9 req-37bf1133-aa73-4f8a-8930-10ac7d1dde4d tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:22.244083 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-53f3a651-3a06-45d9-8978-29b215bda7a9 req-37bf1133-aa73-4f8a-8930-10ac7d1dde4d tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Nov 11 06:42:22.286733 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7f2ac-a44c-41c9-a309-0278c05a445b req-f673b14e-ae0b-4598-85bf-24256dec1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:22.288189 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bbd7f2ac-a44c-41c9-a309-0278c05a445b req-f673b14e-ae0b-4598-85bf-24256dec1343 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 1099 time: 0.0655918 Nov 11 06:42:22.289858 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] For port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:22.290216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:22.290621 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-53f3a651-3a06-45d9-8978-29b215bda7a9 req-72ad57a1-0265-40bf-bb84-a6c97a726b4f tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4b2dee-0083-4a64-9392-539bac11289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Nov 11 06:42:22.314312 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Calling delete_port for 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:22.379020 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bbd7f2ac-a44c-41c9-a309-0278c05a445b req-ae2a4fa0-9965-4657-b0fc-a7b0f14bf488 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812492 Nov 11 06:42:22.508468 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:22.536716 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Pushing event deleted for resources: {'Port': ['ID=0b63ea43-2fe3-4a0c-ae82-006de6fd5902,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:22.550082 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['0b63ea43-2fe3-4a0c-ae82-006de6fd5902'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:42:22.580469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] No DVR routers for this DVR port 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:42:22.582963 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:22.586262 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c784283e-f698-48b4-b8e5-2d8f144eb296 req-271e5b6b-970e-42bf-abca-7a08b705b8b6 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.15 "DELETE /v2.0/ports/0b63ea43-2fe3-4a0c-ae82-006de6fd5902 HTTP/1.1" status: 204 len: 173 time: 0.5014672 Nov 11 06:42:22.586715 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'name': 'network-vif-deleted', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:42:22.588968 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855637fe-3a03-456c-beda-2680775fb33f" -d '{"events": [{"server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "name": "network-vif-deleted", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:42:22.628574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7c676-f74a-4c15-89f6-a9edcf71c8ba x-openstack-request-id: req-6fc7c676-f74a-4c15-89f6-a9edcf71c8ba {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:42:22.628876 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08d3848-4fe7-4763-b9cc-c2c47ef272b6", "name": "network-vif-deleted", "tag": "0b63ea43-2fe3-4a0c-ae82-006de6fd5902", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:42:22.629138 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fc7c676-f74a-4c15-89f6-a9edcf71c8ba {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:42:22.629539 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08d3848-4fe7-4763-b9cc-c2c47ef272b6', 'name': 'network-vif-deleted', 'tag': '0b63ea43-2fe3-4a0c-ae82-006de6fd5902', 'status': 'completed', 'code': 200} Nov 11 06:42:22.742457 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02382288-3fc4-4e37-97f0-20437d873f29 req-504b7e42-cee0-498d-b6c0-24c07d7d2973 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:22.743899 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-02382288-3fc4-4e37-97f0-20437d873f29 req-504b7e42-cee0-498d-b6c0-24c07d7d2973 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 946 time: 0.0464232 Nov 11 06:42:22.794468 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-02382288-3fc4-4e37-97f0-20437d873f29 req-1734cd46-04f0-4e77-adf2-0e54e7364d68 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Nov 11 06:42:23.028616 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:23.148480 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:23.401949 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fc6b3543-4b2d-4850-9bf1-eabb54bd2e1c req-d4f6f7bb-d86e-4e8a-aa69-8e768e428854 tempest-TestMinimumBasicScenario-352998250 tempest-TestMinimumBasicScenario-352998250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b08d3848-4fe7-4763-b9cc-c2c47ef272b6 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Nov 11 06:42:23.910671 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c39ba5-76cf-4d3c-a614-1cd30e27aa77 req-48cd05f4-0be1-428e-aca1-b21c3601616f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:23.912189 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-96c39ba5-76cf-4d3c-a614-1cd30e27aa77 req-48cd05f4-0be1-428e-aca1-b21c3601616f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 946 time: 0.0476565 Nov 11 06:42:23.958074 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-96c39ba5-76cf-4d3c-a614-1cd30e27aa77 req-d06c26e5-ece3-42f8-9ccd-685f6dcd5240 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Nov 11 06:42:24.126064 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:25.573329 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:25.596719 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:25.597058 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 0b63ea43-2fe3-4a0c-ae82-006de6fd5902 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:25.893448 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56092) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:26.483524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:26.724068 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Deleting port dc181cd1-0893-4215-8da9-0f16bf5d21d6 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:26.724399 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:26.803825 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] For port dc181cd1-0893-4215-8da9-0f16bf5d21d6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=dc181cd1-0893-4215-8da9-0f16bf5d21d6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:26.804188 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:26.817639 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Calling delete_port for dc181cd1-0893-4215-8da9-0f16bf5d21d6 owned by network:router_interface {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:27.039945 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:27.074048 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc181cd1-0893-4215-8da9-0f16bf5d21d6,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:27.235858 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:27.453067 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Router da71a653-2bc2-4753-8ec8-7ef2f786d968 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:42:27.560610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:42:27.565499 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5c758290-310d-4d6a-84de-7f694807ce19 admin admin] 10.222.0.20 "PUT /v2.0/routers/da71a653-2bc2-4753-8ec8-7ef2f786d968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709259 Nov 11 06:42:27.568256 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56102) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:27.570824 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] Sync routers for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:42:27.580887 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:42:27.581498 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:42:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:27.674071 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:27.786326 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:27.823591 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:42:27.886364 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Deleting port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:27.887251 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:27.971366 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] For port 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:27.971642 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:27.983894 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Calling delete_port for 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 owned by network:router_gateway {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:28.003533 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:42:26Z', 'revision_number': 5, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port': {'id': '9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:39Z', 'updated_at': '2021-11-11T06:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:28.030693 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] Checking router: da71a653-2bc2-4753-8ec8-7ef2f786d968 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:42:28.038792 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] Routers {'da71a653-2bc2-4753-8ec8-7ef2f786d968'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:42:28.039385 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:42:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['da71a653-2bc2-4753-8ec8-7ef2f786d968'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:28.126560 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] Set router da71a653-2bc2-4753-8ec8-7ef2f786d968 gateway port host: None {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:42:28.181552 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:42:27Z', 'revision_number': 6, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:28.183276 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.208715 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184e5b-70b0-4742-8a49-08631e96e3ca None None] The sync data for ids ['da71a653-2bc2-4753-8ec8-7ef2f786d968'] in dv-cinder-817514-1-iscsi is: [{'id': 'da71a653-2bc2-4753-8ec8-7ef2f786d968', 'name': 'tempest-TestMinimumBasicScenario-1950714722-router', 'tenant_id': '11d75852d9704b4988e925f041f14d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:38Z', 'updated_at': '2021-11-11T06:42:27Z', 'revision_number': 6, 'project_id': '11d75852d9704b4988e925f041f14d86', 'gw_port_host': None}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:42:28.208997 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:28.270283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.379395 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.381424 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.513935 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.514455 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da71a653-2bc2-4753-8ec8-7ef2f786d968 {{(pid=102317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:42:28.519836 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.521498 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f9f008b1-f849-45e6-8737-e72f1c9e0d54 admin admin] 10.222.0.20 "DELETE /v2.0/routers/da71a653-2bc2-4753-8ec8-7ef2f786d968 HTTP/1.1" status: 204 len: 168 time: 0.9519925 Nov 11 06:42:28.526313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 56110) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:28.573344 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Deleting subnet 996f11df-e884-4166-aa31-30cdd48fe33e {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:42:28.577216 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.620469 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.742706 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.857878 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.886628 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996f11df-e884-4166-aa31-30cdd48fe33e,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:28.892455 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:28.895659 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ff0ae40c-aba2-473b-84f3-7b4346b1ce19 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/996f11df-e884-4166-aa31-30cdd48fe33e HTTP/1.1" status: 204 len: 168 time: 0.3683128 Nov 11 06:42:28.898189 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 56116) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:28.898387 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd92658-8a3c-4204-b622-eeadc0dd0a4e None None] Network defa9f0e-90d5-4b40-9667-44a4b34521c5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:42:28.965055 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.014284 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device dc181cd1-0893-4215-8da9-0f16bf5d21d6 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:29.021091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Deleting port b5dfbfd8-d928-423b-847e-0f115eb08fe6 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:29.021091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.048523 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: dc181cd1-0893-4215-8da9-0f16bf5d21d6 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:29.049220 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device dc181cd1-0893-4215-8da9-0f16bf5d21d6 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:29.106323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] For port b5dfbfd8-d928-423b-847e-0f115eb08fe6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=b5dfbfd8-d928-423b-847e-0f115eb08fe6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:29.106323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.120360 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Calling delete_port for b5dfbfd8-d928-423b-847e-0f115eb08fe6 owned by network:dhcp {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:29.137032 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] DHCP port deletion for defa9f0e-90d5-4b40-9667-44a4b34521c5 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:42:29.196874 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] Deleting port b5dfbfd8-d928-423b-847e-0f115eb08fe6 {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:29.197298 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.262317 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] For port b5dfbfd8-d928-423b-847e-0f115eb08fe6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=b5dfbfd8-d928-423b-847e-0f115eb08fe6,segment=NetworkSegment(856993e6-24d5-41db-b865-b4ae581c37cf),segment_id=856993e6-24d5-41db-b865-b4ae581c37cf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:29.262740 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.269097 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.278371 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] Calling delete_port for b5dfbfd8-d928-423b-847e-0f115eb08fe6 owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:29.298002 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5dfbfd8-d928-423b-847e-0f115eb08fe6,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:29.303560 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] No DVR routers for this DVR port b5dfbfd8-d928-423b-847e-0f115eb08fe6 on host dv-cinder-817514-1-iscsi {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:42:29.382579 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.397452 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defa9f0e-90d5-4b40-9667-44a4b34521c5']}} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:29.403619 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.406633 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856993e6-24d5-41db-b865-b4ae581c37cf') {'for_net_delete': True} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:29.406933 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.services.segments.db [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856993e6-24d5-41db-b865-b4ae581c37cf') {} {{(pid=102318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:29.420667 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13005554'] for segment, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.429426 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] Pushing event deleted for resources: {'Port': ['ID=b5dfbfd8-d928-423b-847e-0f115eb08fe6,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:29.435472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.436711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c022a-c2ea-4756-9ac0-b170e6d5618c None None] No DVR routers for this DVR port b5dfbfd8-d928-423b-847e-0f115eb08fe6 on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:42:29.445039 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:42:29.445701 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13897887'] for segment, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: Traceback (most recent call last): Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: timer() Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: cb(*args, **kw) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: return func(*args, **kwargs) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: self._notify() Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: self.callback(batched_events) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: event.method(event) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: return f(self, *a, **k) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._get(url).json() Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: return self.request(url, 'GET', **kwargs) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:42:29.447215 dv-cinder-817514-1-iscsi neutron-server[102318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:42:29.560504 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.566665 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:29.569986 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] 10.222.0.20 "DELETE /v2.0/networks/defa9f0e-90d5-4b40-9667-44a4b34521c5 HTTP/1.1" status: 204 len: 168 time: 0.6707683 Nov 11 06:42:29.572878 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56118) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:29.581540 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f8e9-22a5-4cf2-acec-a203cbe0ca4f admin admin] Pushing event deleted for resources: {'Network': ['ID=defa9f0e-90d5-4b40-9667-44a4b34521c5,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:29.937547 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:30.175146 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Deleting port dc7cbd03-b6e1-49e1-a9d9-abf174717f43 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:30.175476 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:30.250341 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] For port dc7cbd03-b6e1-49e1-a9d9-abf174717f43, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:30.250683 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:30.262574 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Calling delete_port for dc7cbd03-b6e1-49e1-a9d9-abf174717f43 owned by network:router_interface {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:30.388343 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device b5dfbfd8-d928-423b-847e-0f115eb08fe6 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:30.413482 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: b5dfbfd8-d928-423b-847e-0f115eb08fe6 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:30.413939 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device b5dfbfd8-d928-423b-847e-0f115eb08fe6 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:30.414418 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:30.433623 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:30.433989 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 9f6c967c-cd9f-4e40-a7b1-3ed5a752f0c3 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:30.531686 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:30.558502 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7cbd03-b6e1-49e1-a9d9-abf174717f43,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:30.724654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:31.196206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Router 81e3d855-0d82-42c9-988c-f148a9d3c041 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:42:31.301589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:42:31.306490 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-1fac88db-1624-42a0-a968-b86c8c7a9741 admin admin] 10.222.0.20 "PUT /v2.0/routers/81e3d855-0d82-42c9-988c-f148a9d3c041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325349 Nov 11 06:42:31.308915 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56132) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:31.312623 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] Sync routers for ids ['81e3d855-0d82-42c9-988c-f148a9d3c041'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:42:31.323170 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] Routers {'81e3d855-0d82-42c9-988c-f148a9d3c041'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:42:31.323772 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:42:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['81e3d855-0d82-42c9-988c-f148a9d3c041'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:31.412960 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks [] for router, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:31.428570 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] Set router 81e3d855-0d82-42c9-988c-f148a9d3c041 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:42:31.514974 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:31.611073 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:42:30Z', 'revision_number': 5, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port': {'id': '7a902fc3-9344-48e9-be9f-4c4d22fae00f', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:39:50Z', 'updated_at': '2021-11-11T06:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:31.635791 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Deleting port 7a902fc3-9344-48e9-be9f-4c4d22fae00f {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:31.636409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:31.641308 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] Checking router: 81e3d855-0d82-42c9-988c-f148a9d3c041 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:42:31.650069 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] Routers {'81e3d855-0d82-42c9-988c-f148a9d3c041'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:42:31.650662 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:42:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['81e3d855-0d82-42c9-988c-f148a9d3c041'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:31.721681 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] For port 7a902fc3-9344-48e9-be9f-4c4d22fae00f, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7a902fc3-9344-48e9-be9f-4c4d22fae00f,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:31.722226 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:31.737101 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] Set router 81e3d855-0d82-42c9-988c-f148a9d3c041 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:42:31.739335 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Calling delete_port for 7a902fc3-9344-48e9-be9f-4c4d22fae00f owned by network:router_gateway {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:31.789846 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:42:31Z', 'revision_number': 6, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:31.818476 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2493b0-3b97-4cc7-a187-ea4239c43229 None None] The sync data for ids ['81e3d855-0d82-42c9-988c-f148a9d3c041'] in dv-cinder-817514-1-iscsi is: [{'id': '81e3d855-0d82-42c9-988c-f148a9d3c041', 'name': 'tempest-TestMinimumBasicScenario-72803713-router', 'tenant_id': '3529b808adab4961bd5626ce60fbf169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:39:49Z', 'updated_at': '2021-11-11T06:42:31Z', 'revision_number': 6, 'project_id': '3529b808adab4961bd5626ce60fbf169', 'gw_port_host': None}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:42:31.949394 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:31.977475 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a902fc3-9344-48e9-be9f-4c4d22fae00f,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:32.045815 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.135936 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.138084 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.247658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.247658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e3d855-0d82-42c9-988c-f148a9d3c041 {{(pid=102317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:42:32.252244 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.256046 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 56140) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:32.256579 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e76070dc-2479-48a8-a8fa-09f30944ec35 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81e3d855-0d82-42c9-988c-f148a9d3c041 HTTP/1.1" status: 204 len: 168 time: 0.9461966 Nov 11 06:42:32.301052 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Deleting subnet 8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0 {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:42:32.304055 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.342889 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.417921 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.538098 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.565715 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:32.567700 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.576420 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-eb3a631d-0995-426b-a12e-ed1db0b408a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8fbb92e2-1680-4eb4-bb2b-b3d2ede933b0 HTTP/1.1" status: 204 len: 168 time: 0.3137941 Nov 11 06:42:32.576516 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530eea0-9907-4df2-9305-429630db8553 None None] Network 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:42:32.576952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56142) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:32.652062 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device dc7cbd03-b6e1-49e1-a9d9-abf174717f43 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:32.658249 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.678583 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: dc7cbd03-b6e1-49e1-a9d9-abf174717f43 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:32.678909 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device dc7cbd03-b6e1-49e1-a9d9-abf174717f43 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:32.679339 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7a902fc3-9344-48e9-be9f-4c4d22fae00f no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:32.707198 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 7a902fc3-9344-48e9-be9f-4c4d22fae00f {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:32.707427 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7a902fc3-9344-48e9-be9f-4c4d22fae00f not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:32.712972 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Deleting port 1ac2dae7-4330-4ebf-9666-999211fb770b {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:32.713313 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.785871 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] For port 1ac2dae7-4330-4ebf-9666-999211fb770b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1ac2dae7-4330-4ebf-9666-999211fb770b,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:32.786449 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.800046 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Calling delete_port for 1ac2dae7-4330-4ebf-9666-999211fb770b owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:32.809949 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] DHCP port deletion for 46e7637a-bb6b-4f02-8fac-9a9fe2083da4 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:42:32.869621 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] Deleting port 1ac2dae7-4330-4ebf-9666-999211fb770b {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:42:32.870255 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.939174 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] For port 1ac2dae7-4330-4ebf-9666-999211fb770b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1ac2dae7-4330-4ebf-9666-999211fb770b,segment=NetworkSegment(7bb6c088-e140-4196-ba2a-c72c596c4fce),segment_id=7bb6c088-e140-4196-ba2a-c72c596c4fce)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:32.939559 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:32.953978 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] Calling delete_port for 1ac2dae7-4330-4ebf-9666-999211fb770b owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:42:32.977714 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.005034 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac2dae7-4330-4ebf-9666-999211fb770b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:33.008915 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] No DVR routers for this DVR port 1ac2dae7-4330-4ebf-9666-999211fb770b on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:42:33.040579 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.079303 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] Pushing event deleted for resources: {'Port': ['ID=1ac2dae7-4330-4ebf-9666-999211fb770b,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:33.088039 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.090657 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b714a2-7f8f-46bc-8b04-5e2057f9cc5a None None] No DVR routers for this DVR port 1ac2dae7-4330-4ebf-9666-999211fb770b on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:42:33.114674 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e7637a-bb6b-4f02-8fac-9a9fe2083da4']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:33.123816 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb6c088-e140-4196-ba2a-c72c596c4fce') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:33.124108 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb6c088-e140-4196-ba2a-c72c596c4fce') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:42:33.133517 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.148222 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.155579 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:42:33.155977 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:42:33.157809 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:42:33.297282 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.302605 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.308311 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46e7637a-bb6b-4f02-8fac-9a9fe2083da4 HTTP/1.1" status: 204 len: 168 time: 0.7308731 Nov 11 06:42:33.318128 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea3944-d213-4beb-8dd4-b2f31bb80c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e7637a-bb6b-4f02-8fac-9a9fe2083da4,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:33.606028 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56152) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:33.650114 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-81d74165-13d7-4a93-bf77-f7b4d8517c40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11d75852d9704b4988e925f041f14d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428052 Nov 11 06:42:33.652469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56154) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:33.698305 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-452823b7-fcfd-433f-bba7-75fe01c26a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.719276 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-452823b7-fcfd-433f-bba7-75fe01c26a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.834432 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-452823b7-fcfd-433f-bba7-75fe01c26a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.836913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-452823b7-fcfd-433f-bba7-75fe01c26a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:33.838085 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-452823b7-fcfd-433f-bba7-75fe01c26a88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a4b2dee-0083-4a64-9392-539bac11289b HTTP/1.1" status: 204 len: 168 time: 0.1846950 Nov 11 06:42:33.845930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452823b7-fcfd-433f-bba7-75fe01c26a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b2dee-0083-4a64-9392-539bac11289b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:34.392807 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1ac2dae7-4330-4ebf-9666-999211fb770b no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:42:34.412685 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 1ac2dae7-4330-4ebf-9666-999211fb770b {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:42:34.413026 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1ac2dae7-4330-4ebf-9666-999211fb770b not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:42:34.504056 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56168) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:34.547156 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3221380f-d8ff-4b1c-9bb7-8822d6050e6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3529b808adab4961bd5626ce60fbf169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412724 Nov 11 06:42:34.549371 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56172) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:42:34.603038 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9805ee43-2196-400f-a145-d73a25a239b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:34.624065 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9805ee43-2196-400f-a145-d73a25a239b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:34.765534 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9805ee43-2196-400f-a145-d73a25a239b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:34.768489 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9805ee43-2196-400f-a145-d73a25a239b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:34.769654 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9805ee43-2196-400f-a145-d73a25a239b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cf86464-b34c-45e9-b9e1-b5a81a85fab1 HTTP/1.1" status: 204 len: 168 time: 0.2193441 Nov 11 06:42:34.778139 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805ee43-2196-400f-a145-d73a25a239b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf86464-b34c-45e9-b9e1-b5a81a85fab1,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:38.611985 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdda9a-cfed-492e-981f-23ce08d5c02d req-7c5fb356-e5d4-49e4-9ed6-6c7aaee73516 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:38.613474 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-36fdda9a-cfed-492e-981f-23ce08d5c02d req-7c5fb356-e5d4-49e4-9ed6-6c7aaee73516 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0518217 Nov 11 06:42:38.660290 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-36fdda9a-cfed-492e-981f-23ce08d5c02d req-4910bee4-ed91-4d50-94fa-ab6a6e534d81 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 Nov 11 06:42:39.778032 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dde27e-c3ce-4f39-97e6-71094b7a506e req-a32da440-08d0-4965-88d1-c0832d51b02d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:39.779480 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dde27e-c3ce-4f39-97e6-71094b7a506e req-a32da440-08d0-4965-88d1-c0832d51b02d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0471058 Nov 11 06:42:39.824800 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79dde27e-c3ce-4f39-97e6-71094b7a506e req-86379f41-1a4a-420f-b20a-8f806c08e9b5 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Nov 11 06:42:40.940315 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8409e-0cf4-4bd3-a826-853b4c9d7280 req-3729e664-73ce-4946-bc89-97eadaba9b57 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:40.941712 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8fc8409e-0cf4-4bd3-a826-853b4c9d7280 req-3729e664-73ce-4946-bc89-97eadaba9b57 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0463204 Nov 11 06:42:40.988010 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8fc8409e-0cf4-4bd3-a826-853b4c9d7280 req-eb39e8ff-67ec-48b2-8bc9-1efdca0b93d2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Nov 11 06:42:42.104733 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631e348-a19a-4d93-8fb0-d033c3cc85c0 req-93d7091e-1fce-4e6f-89de-0661b20191fc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:42.106229 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9631e348-a19a-4d93-8fb0-d033c3cc85c0 req-93d7091e-1fce-4e6f-89de-0661b20191fc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0471251 Nov 11 06:42:42.156575 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9631e348-a19a-4d93-8fb0-d033c3cc85c0 req-4f2dc1cd-fb7b-421f-9c57-509b89df2f97 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Nov 11 06:42:43.278584 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89ff34-d2d2-48ed-8c65-adfeccb91fb1 req-ceb84c41-2427-45e2-9aa9-cfc765ea40c3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:43.279957 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bc89ff34-d2d2-48ed-8c65-adfeccb91fb1 req-ceb84c41-2427-45e2-9aa9-cfc765ea40c3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0475681 Nov 11 06:42:43.328069 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-bc89ff34-d2d2-48ed-8c65-adfeccb91fb1 req-e66e6900-2036-413f-8bae-f4f0668e7e77 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Nov 11 06:42:44.459756 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc5043-4696-4b59-a5e7-f2bfa1d3d53e req-d2fea2df-7f27-4612-a2b5-e57ef4432669 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:44.461431 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2bbc5043-4696-4b59-a5e7-f2bfa1d3d53e req-d2fea2df-7f27-4612-a2b5-e57ef4432669 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0545199 Nov 11 06:42:44.510410 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2bbc5043-4696-4b59-a5e7-f2bfa1d3d53e req-7550d1e2-d6b0-47c0-97a8-c0befa7aa01b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Nov 11 06:42:45.626974 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b87f-6fb3-4a37-8d5d-fc7efe3d88ee req-5a201381-c51f-48c6-9a4f-5153a8006ede tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:45.628457 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d8c0b87f-6fb3-4a37-8d5d-fc7efe3d88ee req-5a201381-c51f-48c6-9a4f-5153a8006ede tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0471857 Nov 11 06:42:45.675870 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d8c0b87f-6fb3-4a37-8d5d-fc7efe3d88ee req-734a7af6-4f50-4884-935d-f0c631657ebe tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Nov 11 06:42:46.793627 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc306f-4a3d-4307-bddd-edc784f72a29 req-52705683-ab97-4689-a381-b7eb5eb213a0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:46.795113 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-80dc306f-4a3d-4307-bddd-edc784f72a29 req-52705683-ab97-4689-a381-b7eb5eb213a0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0487952 Nov 11 06:42:46.841890 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-80dc306f-4a3d-4307-bddd-edc784f72a29 req-0eddcd80-fb45-4085-85cd-a3f9dfe35883 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Nov 11 06:42:47.958327 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d8a9-ce6c-461d-bf1c-ef3178c2d690 req-c99931c1-d19e-4668-9424-d81dd1caed0b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:47.960466 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-80f2d8a9-ce6c-461d-bf1c-ef3178c2d690 req-c99931c1-d19e-4668-9424-d81dd1caed0b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0479457 Nov 11 06:42:48.009992 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-80f2d8a9-ce6c-461d-bf1c-ef3178c2d690 req-9575293c-4271-4c75-a3e1-ecd3c1afc54a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437205 Nov 11 06:42:48.233280 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e4080033-c937-498d-8bca-f1c8874e5137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:49.138213 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b75ce-474a-4782-b4be-8ec158087c10 req-01d05db0-605d-4fd5-a090-7607e3070569 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:49.139672 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-de2b75ce-474a-4782-b4be-8ec158087c10 req-01d05db0-605d-4fd5-a090-7607e3070569 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0567422 Nov 11 06:42:49.187869 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-de2b75ce-474a-4782-b4be-8ec158087c10 req-c82f72bf-e34f-4c85-af46-23758b7bdba1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Nov 11 06:42:49.692553 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:42:49.785560 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:49.796670 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'mac_address': 'fa:16:3e:47:a7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:42:49.831926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:49.843943 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc49135d-ac1c-40ff-b9d3-2d1298a47acd {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:42:49.862858 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:49.965124 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:50.011228 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=6']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:50.018215 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.018581 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.018921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.019252 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.019577 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.019902 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.020223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.020541 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.020865 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.021180 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.021492 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.021830 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:42:50.140756 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['fc49135d-ac1c-40ff-b9d3-2d1298a47acd'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:42:50.304721 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89d92-ed3b-40a0-922b-17433fbc8225 req-8354f978-1e30-4bba-8193-4d2f16483553 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:50.306187 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-75b89d92-ed3b-40a0-922b-17433fbc8225 req-8354f978-1e30-4bba-8193-4d2f16483553 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 945 time: 0.0467327 Nov 11 06:42:50.351176 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-75b89d92-ed3b-40a0-922b-17433fbc8225 req-861bb178-390c-4f33-8bd0-2595cd84796d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Nov 11 06:42:50.457056 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-08e619f0-7278-408b-bf1c-151a9a8fbeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:51.472279 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ead36-dc5d-4321-8157-e490627a30b8 req-2f4714f2-d5e9-4d33-b169-e4ff092fe910 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:51.473782 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f94ead36-dc5d-4321-8157-e490627a30b8 req-2f4714f2-d5e9-4d33-b169-e4ff092fe910 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 945 time: 0.0511265 Nov 11 06:42:51.521840 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f94ead36-dc5d-4321-8157-e490627a30b8 req-0b389704-dbd1-496c-9f5c-6bb36be75b2f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Nov 11 06:42:51.571578 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:51.702415 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:42:51.751150 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port fc49135d-ac1c-40ff-b9d3-2d1298a47acd triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:42:51.751798 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:51.830342 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:51.853482 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:42:51.855752 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe88a5-fd64-4e22-9383-9c4413f970f9" -d '{"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-plugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:42:51.872184 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:42:51.896532 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a94a27-240e-478b-8b55-9f62eb7f0695 x-openstack-request-id: req-a2a94a27-240e-478b-8b55-9f62eb7f0695 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:42:51.896848 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-plugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:42:51.897128 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2a94a27-240e-478b-8b55-9f62eb7f0695 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:42:51.897582 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'code': 200} Nov 11 06:42:51.971176 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:52.019703 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=7']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:42:52.661937 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff37c-cefa-4f71-87c5-e9f01ae90856 req-6de93d72-ac91-414a-86a7-6aaec552dffb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:52.663913 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-691ff37c-cefa-4f71-87c5-e9f01ae90856 req-6de93d72-ac91-414a-86a7-6aaec552dffb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0547488 Nov 11 06:42:52.718271 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-691ff37c-cefa-4f71-87c5-e9f01ae90856 req-9d29d91d-cae9-41d0-b12a-4fc936e1c7d5 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Nov 11 06:42:53.006104 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:53.177845 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:53.847620 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded883e-089f-41c4-810d-34ac9d9cb9f6 req-320cc71b-6595-4062-b7e0-b67e06e2593b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:53.850091 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cded883e-089f-41c4-810d-34ac9d9cb9f6 req-320cc71b-6595-4062-b7e0-b67e06e2593b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0540173 Nov 11 06:42:53.904681 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cded883e-089f-41c4-810d-34ac9d9cb9f6 req-4c04899a-061c-4011-b7a1-ca2f6a1db55f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482185 Nov 11 06:42:54.151058 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:42:55.024075 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edfef2-b216-4de3-b4df-fe9d2e6e7b9a req-56a9b404-f362-496c-94c2-ad78cd05c7fb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:55.025515 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a9edfef2-b216-4de3-b4df-fe9d2e6e7b9a req-56a9b404-f362-496c-94c2-ad78cd05c7fb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0476012 Nov 11 06:42:55.072082 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a9edfef2-b216-4de3-b4df-fe9d2e6e7b9a req-0e0c27eb-c105-4aed-9f90-c62587929631 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Nov 11 06:42:56.199858 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ca0d-6bf7-4715-a514-d667bab0bbc3 req-f74e729b-9738-47ba-aaa7-e17f26f490d6 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:56.201377 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-30f6ca0d-6bf7-4715-a514-d667bab0bbc3 req-f74e729b-9738-47ba-aaa7-e17f26f490d6 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0534525 Nov 11 06:42:56.253687 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-30f6ca0d-6bf7-4715-a514-d667bab0bbc3 req-c78a73e0-d3df-4fad-b92a-ed98ced3bb85 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Nov 11 06:42:57.037014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f011f-39d3-471e-8b29-abc781457a0a req-7390543b-11e7-4393-aec6-de69538b3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:57.038455 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-7390543b-11e7-4393-aec6-de69538b3cd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1099 time: 0.0458765 Nov 11 06:42:57.160059 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f011f-39d3-471e-8b29-abc781457a0a req-38183f7c-eebc-441f-ad4c-9d613e659f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:57.161530 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-38183f7c-eebc-441f-ad4c-9d613e659f48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.1017325 Nov 11 06:42:57.230119 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-247b591c-d144-4893-8c05-ea265a8a0a40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 200 len: 1002 time: 0.0607202 Nov 11 06:42:57.386366 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff5cc3-f2fa-41ac-b015-e43444da3744 req-15665bdd-f39a-4b09-a006-ce6ccd7a5f67 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:57.390224 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1ff5cc3-f2fa-41ac-b015-e43444da3744 req-15665bdd-f39a-4b09-a006-ce6ccd7a5f67 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0584221 Nov 11 06:42:57.440707 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e1ff5cc3-f2fa-41ac-b015-e43444da3744 req-51079e16-acb7-4050-966e-c5a67de73793 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465593 Nov 11 06:42:57.490780 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:42:58.570796 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e109b-07a3-42bf-ab5d-55ee79963dba req-6e6e53fa-4241-42e2-9d0f-3e04e1ebffe2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:58.572288 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2f4e109b-07a3-42bf-ab5d-55ee79963dba req-6e6e53fa-4241-42e2-9d0f-3e04e1ebffe2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0529773 Nov 11 06:42:58.619646 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2f4e109b-07a3-42bf-ab5d-55ee79963dba req-f9e3cba5-2f51-4948-a884-ec87ae64d3b3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Nov 11 06:42:59.763141 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28d2c-9867-4303-8191-ee96985b2809 req-96ee80c3-672a-4bf4-a5bd-0525599f4553 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:42:59.764763 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cde28d2c-9867-4303-8191-ee96985b2809 req-96ee80c3-672a-4bf4-a5bd-0525599f4553 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0642362 Nov 11 06:42:59.825641 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cde28d2c-9867-4303-8191-ee96985b2809 req-30796a79-548e-41fc-9739-bf6c4b5f97f4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508523 Nov 11 06:43:00.076613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f011f-39d3-471e-8b29-abc781457a0a req-2c3e088f-01ad-4bf9-a185-b0f12325959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:00.078715 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-2c3e088f-01ad-4bf9-a185-b0f12325959e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0616472 Nov 11 06:43:00.131452 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f011f-39d3-471e-8b29-abc781457a0a req-4e136e22-d283-4f83-9a88-2f552175c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:00.133213 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-4e136e22-d283-4f83-9a88-2f552175c3b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458930 Nov 11 06:43:00.243565 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-7c3f22d9-e409-44e3-ac6c-36f632cb5dac service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942364 Nov 11 06:43:00.363013 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e14f011f-39d3-471e-8b29-abc781457a0a req-11f651d6-679b-444c-9f17-9c1b15ea0d8e service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100068 Nov 11 06:43:00.957755 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6d648-4efc-4e7d-a5ea-da56b23c0d9b req-075d0992-b892-489b-ad72-171e0d5e81d7 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:00.965658 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c4c6d648-4efc-4e7d-a5ea-da56b23c0d9b req-075d0992-b892-489b-ad72-171e0d5e81d7 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0578105 Nov 11 06:43:01.016149 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c4c6d648-4efc-4e7d-a5ea-da56b23c0d9b req-5e4871c9-a71a-40d2-9002-a6fa1ef4e045 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492294 Nov 11 06:43:02.145057 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd331f3-d4cf-4469-8385-598b2cddbed7 req-349836e7-f3d4-447b-ac32-42fea2ea3c5d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:02.147176 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ddd331f3-d4cf-4469-8385-598b2cddbed7 req-349836e7-f3d4-447b-ac32-42fea2ea3c5d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0525126 Nov 11 06:43:02.204908 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ddd331f3-d4cf-4469-8385-598b2cddbed7 req-c7381aeb-ac3c-4f35-aa68-22e63e939506 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 Nov 11 06:43:03.332641 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761e261-90ce-4fd9-8c6a-0cef1becd22e req-e5fbdf54-7471-418c-aae1-078ea5733152 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:03.334133 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f761e261-90ce-4fd9-8c6a-0cef1becd22e req-e5fbdf54-7471-418c-aae1-078ea5733152 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0530117 Nov 11 06:43:03.386241 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f761e261-90ce-4fd9-8c6a-0cef1becd22e req-5d3d3fb0-74a3-4916-8cbe-bc5201f33299 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462096 Nov 11 06:43:04.501249 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a5543-5280-4ff6-9285-d92012763895 req-2c240817-6901-4898-924a-267ab1cd0628 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:04.502687 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c38a5543-5280-4ff6-9285-d92012763895 req-2c240817-6901-4898-924a-267ab1cd0628 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0468469 Nov 11 06:43:04.548437 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c38a5543-5280-4ff6-9285-d92012763895 req-6eccff57-7a0d-4b16-8ad1-6b421d7678a2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401049 Nov 11 06:43:05.426669 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-772a6dbd-bb5c-4a42-9c99-7fc41b3425a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:05.428589 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-772a6dbd-bb5c-4a42-9c99-7fc41b3425a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1099 time: 0.0429733 Nov 11 06:43:05.536845 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-7f5e5415-d1e4-48b0-909a-b1fea083b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:05.538306 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-7f5e5415-d1e4-48b0-909a-b1fea083b022 service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.0890393 Nov 11 06:43:05.602391 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-51337c32-4b02-4f27-87ef-45fc0b315a9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 200 len: 1002 time: 0.0548918 Nov 11 06:43:05.660991 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-ed4bc41d-a40d-4649-ac18-1562d3ed5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:05.665764 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-ed4bc41d-a40d-4649-ac18-1562d3ed5501 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0501914 Nov 11 06:43:05.673477 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd384b2a-768b-4f2d-b0d0-5bf079a5d34b req-a673fc22-5b3d-4996-af03-89b122a3b6b2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:05.678455 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fd384b2a-768b-4f2d-b0d0-5bf079a5d34b req-a673fc22-5b3d-4996-af03-89b122a3b6b2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0573969 Nov 11 06:43:05.708188 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-130cd7d6-9b39-4bcb-8310-0bbf4a1bcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:05.709657 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-130cd7d6-9b39-4bcb-8310-0bbf4a1bcadb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399129 Nov 11 06:43:05.724668 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fd384b2a-768b-4f2d-b0d0-5bf079a5d34b req-7b197269-95e6-4bc0-a007-8fb62168be84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Nov 11 06:43:05.803752 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-47819eaa-c085-493d-ab54-8c2843cee2d7 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862134 Nov 11 06:43:05.894025 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-16f0b971-72dd-44e5-abcb-d122001ecf27 req-50a30486-6559-4051-b83a-84d66f8f26e8 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820475 Nov 11 06:43:06.852923 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d001653-2a0d-414f-babd-4ae0febc1cef req-4a9b6236-c479-4be4-9830-57d467b46a25 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:06.854667 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7d001653-2a0d-414f-babd-4ae0febc1cef req-4a9b6236-c479-4be4-9830-57d467b46a25 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0488350 Nov 11 06:43:06.901657 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7d001653-2a0d-414f-babd-4ae0febc1cef req-14d5d1b6-066a-4ee5-8b15-b1f5eedce7d0 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Nov 11 06:43:07.765189 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:07.969762 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:07.992662 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:43:07.994872 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4342054e-fcb1-4fd2-9471-d5ede112a9c0" -d '{"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:43:08.007966 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:08.029998 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512ff84-ffdb-418a-a06c-39bf68ce66e7 req-bab99083-a0ff-4edf-a3dc-ce22bf9c1ffa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:08.029998 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2512ff84-ffdb-418a-a06c-39bf68ce66e7 req-bab99083-a0ff-4edf-a3dc-ce22bf9c1ffa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 946 time: 0.0536039 Nov 11 06:43:08.043246 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 06:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8bac10-b6d5-4bac-8609-436ad0131c76 x-openstack-request-id: req-3f8bac10-b6d5-4bac-8609-436ad0131c76 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:43:08.043559 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:43:08.043810 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f8bac10-b6d5-4bac-8609-436ad0131c76 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:43:08.044336 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'code': 200} Nov 11 06:43:08.062426 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:08.078150 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2512ff84-ffdb-418a-a06c-39bf68ce66e7 req-597e1062-252c-4b7c-946e-9012727c078a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Nov 11 06:43:08.114932 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=8']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:09.196524 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522afda3-42e2-4450-87ba-f0144d07d13d req-12947954-0f49-4f86-ad93-5625f8e9145a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:09.197942 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-522afda3-42e2-4450-87ba-f0144d07d13d req-12947954-0f49-4f86-ad93-5625f8e9145a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0485418 Nov 11 06:43:09.248892 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-522afda3-42e2-4450-87ba-f0144d07d13d req-37860038-7bc1-4243-a7c7-3befca66236d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443101 Nov 11 06:43:09.928854 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d0ea-14dc-4158-8118-167cbd7a2fba req-3476aba2-37f6-4656-98be-b6d2b0e2e62d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:09.930368 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a564d0ea-14dc-4158-8118-167cbd7a2fba req-3476aba2-37f6-4656-98be-b6d2b0e2e62d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0513134 Nov 11 06:43:09.982138 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a564d0ea-14dc-4158-8118-167cbd7a2fba req-644c4af4-b3c7-429e-ba41-7be9de1d8f66 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Nov 11 06:43:10.765106 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766f27e-3fa0-400e-8f6e-a699685798ca req-f8b43465-7345-4b68-9549-0c514274139b tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:10.767354 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0766f27e-3fa0-400e-8f6e-a699685798ca req-f8b43465-7345-4b68-9549-0c514274139b tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 946 time: 0.0514050 Nov 11 06:43:10.812486 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0766f27e-3fa0-400e-8f6e-a699685798ca req-b8f65ce0-3c54-4b6a-acb9-c6c3a61b175f tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Nov 11 06:43:11.023899 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [req-5820a0f0-499c-4abe-8f13-cdfed9ea4054 req-541903d8-f80c-4a75-954c-a47eb53a7510 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:43:11.024894 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5820a0f0-499c-4abe-8f13-cdfed9ea4054 req-541903d8-f80c-4a75-954c-a47eb53a7510 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1061492 Nov 11 06:43:11.096007 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724f94-e0e6-479e-8284-a4518b31eaea req-3686ff35-d107-44d0-a5f1-aebe5ae104e0 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:11.097410 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-12724f94-e0e6-479e-8284-a4518b31eaea req-3686ff35-d107-44d0-a5f1-aebe5ae104e0 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0476935 Nov 11 06:43:11.145212 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-12724f94-e0e6-479e-8284-a4518b31eaea req-4438a52f-ec01-4abe-a74e-100d8d2867a7 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Nov 11 06:43:11.258614 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28872d-77c1-4603-957d-c1426943c0b7 req-339cfc2b-4669-4113-b58b-3f817bfb69e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:11.260115 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9f28872d-77c1-4603-957d-c1426943c0b7 req-339cfc2b-4669-4113-b58b-3f817bfb69e3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0471854 Nov 11 06:43:11.307457 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9f28872d-77c1-4603-957d-c1426943c0b7 req-283304cc-848c-47b3-bab7-2240511f7515 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Nov 11 06:43:11.671158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56612) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:11.755931 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-796426c7-6809-4d70-ae89-d13d19fdd103 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836101 Nov 11 06:43:11.766093 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-e2168bbf-d481-4e25-b751-354bad140164 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:43:11.767388 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-e2168bbf-d481-4e25-b751-354bad140164 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054162 Nov 11 06:43:11.800873 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:11.938197 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1511b-7335-45ee-b683-44e6e2c6f117 req-d1758eaf-1950-48f8-a0f8-422e94548588 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:11.940278 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-75c1511b-7335-45ee-b683-44e6e2c6f117 req-d1758eaf-1950-48f8-a0f8-422e94548588 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 946 time: 0.0562809 Nov 11 06:43:11.972326 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-daabc816-3b50-487c-9d85-e0e7e23939d2 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:11.973831 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-daabc816-3b50-487c-9d85-e0e7e23939d2 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0488107 Nov 11 06:43:11.990683 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-75c1511b-7335-45ee-b683-44e6e2c6f117 req-a661687e-555c-40f3-b404-e651abd36077 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Nov 11 06:43:12.070537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Deleting port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:12.070869 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:12.161026 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] For port 460b93d8-ed2e-4ec6-bb95-279a94a235c8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=460b93d8-ed2e-4ec6-bb95-279a94a235c8,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:12.161680 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:12.311181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645554f-f5ea-44a3-ad11-31043e3b48ec req-de4061f0-6442-43ff-9533-81fbad92f86d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:12.312630 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2645554f-f5ea-44a3-ad11-31043e3b48ec req-de4061f0-6442-43ff-9533-81fbad92f86d tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 945 time: 0.0990646 Nov 11 06:43:12.403995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:12.404362 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:12.404659 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Floating IP f4bdb034-a766-4d3d-88f7-3553395a249b disassociated. External IP: 172.27.1.119, port: 460b93d8-ed2e-4ec6-bb95-279a94a235c8. Nov 11 06:43:12.404993 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Calling delete_port for 460b93d8-ed2e-4ec6-bb95-279a94a235c8 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:12.413120 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2645554f-f5ea-44a3-ad11-31043e3b48ec req-9874cfe0-48ca-4ed3-be8a-3dc03e5dbd11 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups?id=69dea0bc-f35a-40e3-a51f-882ad3273234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926814 Nov 11 06:43:12.430952 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb724ffd-22e3-4f92-afba-d40a01d014fb req-7f2ba5e2-ca0c-43aa-9679-cc34c2378364 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:12.432702 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fb724ffd-22e3-4f92-afba-d40a01d014fb req-7f2ba5e2-ca0c-43aa-9679-cc34c2378364 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0498073 Nov 11 06:43:12.482740 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fb724ffd-22e3-4f92-afba-d40a01d014fb req-d8c7bdd5-ef81-48fd-9f01-953b87a2fc1b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Nov 11 06:43:12.605506 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:12.637971 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event deleted for resources: {'Port': ['ID=460b93d8-ed2e-4ec6-bb95-279a94a235c8,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:12.647934 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.648276 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.648613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.648965 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.649269 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.649592 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.649944 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.650383 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.650709 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.651028 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.651344 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.651657 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:12.764247 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:43:13.138939 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-4295969b-9827-4d8f-b18c-e589ca253513 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.140383 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-4295969b-9827-4d8f-b18c-e589ca253513 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 946 time: 0.3747244 Nov 11 06:43:13.222612 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01e60b-2413-40a3-a350-6151ba6b798a req-c51a2f24-3f5b-4076-a6d5-5604a820a99d tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.223985 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f01e60b-2413-40a3-a350-6151ba6b798a req-c51a2f24-3f5b-4076-a6d5-5604a820a99d tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 946 time: 0.1401124 Nov 11 06:43:13.272078 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:43:13.281064 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:43:13.285188 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-a73e4a4f-55fa-402a-b11f-d45d1590ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.286911 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-a73e4a4f-55fa-402a-b11f-d45d1590ff1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f&tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b HTTP/1.1" status: 200 len: 1097 time: 0.0705163 Nov 11 06:43:13.293500 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:43:13.294146 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:42:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:13.323625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] No DVR routers for this DVR port 460b93d8-ed2e-4ec6-bb95-279a94a235c8 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:43:13.329033 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:13.333080 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9e1fdd13-3049-4679-8bf3-c2775de9231d req-0044fcb9-a413-4736-a173-3bf3e88905b9 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.15 "DELETE /v2.0/ports/460b93d8-ed2e-4ec6-bb95-279a94a235c8 HTTP/1.1" status: 204 len: 173 time: 1.3503852 Nov 11 06:43:13.334461 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'name': 'network-vif-deleted', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:43:13.336750 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33474f28-f48e-4ec7-b13a-fe36b146619f" -d '{"events": [{"server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "name": "network-vif-deleted", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:43:13.366228 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f01e60b-2413-40a3-a350-6151ba6b798a req-ac857c43-e198-44e6-be11-4cdd503d5fcf tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339960 Nov 11 06:43:13.380613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Deleting port 18e12c6e-8dba-4707-8dab-8604b42a3d06 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:13.380613 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:13.383632 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-6eddb0d0-1486-4e28-994f-22d7ef7823c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.384159 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e061b842-d616-4117-8ef4-a87a7c0f9c13 x-openstack-request-id: req-e061b842-d616-4117-8ef4-a87a7c0f9c13 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:43:13.386068 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd", "name": "network-vif-deleted", "tag": "460b93d8-ed2e-4ec6-bb95-279a94a235c8", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:43:13.386068 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e061b842-d616-4117-8ef4-a87a7c0f9c13 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:43:13.386068 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd', 'name': 'network-vif-deleted', 'tag': '460b93d8-ed2e-4ec6-bb95-279a94a235c8', 'status': 'completed', 'code': 200} Nov 11 06:43:13.386345 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-6eddb0d0-1486-4e28-994f-22d7ef7823c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1097 time: 0.0631278 Nov 11 06:43:13.438059 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:43:13.505102 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-7db7d68c-e3ac-493b-8ccd-93a5335ec8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.522393 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-7db7d68c-e3ac-493b-8ccd-93a5335ec8ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 200 len: 916 time: 0.1142757 Nov 11 06:43:13.538223 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ecf1c062-cad2-4b6f-9f01-b28dee3deb89 req-cab741ee-0100-4cb3-b382-20e9e92e2135 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/ports?device_id=f89ee9b5-10ee-48c0-8c66-e0ebd34b90cd HTTP/1.1" status: 200 len: 210 time: 0.0383995 Nov 11 06:43:13.547858 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] For port 18e12c6e-8dba-4707-8dab-8604b42a3d06, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=18e12c6e-8dba-4707-8dab-8604b42a3d06,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:13.548758 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:13.579326 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Calling delete_port for 18e12c6e-8dba-4707-8dab-8604b42a3d06 owned by compute:nova {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:13.665226 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-d067634f-5520-4668-a9a1-697c343fdec8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 200 len: 1000 time: 0.1301081 Nov 11 06:43:13.680490 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:13.690066 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb679120-5fb0-4e43-8757-6aebcfce91a9 req-4bdc0f4b-440f-43d2-9e56-05b7fd5bdeaa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.691610 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fb679120-5fb0-4e43-8757-6aebcfce91a9 req-4bdc0f4b-440f-43d2-9e56-05b7fd5bdeaa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0925555 Nov 11 06:43:13.713283 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:43:13.721824 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:43:13.722436 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:42:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:13.764739 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-2878a261-26c6-4d81-93cf-a2d8054b1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.766054 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:13.766215 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-2878a261-26c6-4d81-93cf-a2d8054b1f5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 200 len: 855 time: 0.0736849 Nov 11 06:43:13.770978 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fb679120-5fb0-4e43-8757-6aebcfce91a9 req-b4affd43-cacc-459d-84dc-5c217b36b570 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710068 Nov 11 06:43:13.802534 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Pushing event deleted for resources: {'Port': ['ID=18e12c6e-8dba-4707-8dab-8604b42a3d06,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:13.814893 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['18e12c6e-8dba-4707-8dab-8604b42a3d06'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:43:13.831418 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-c0df8da4-51e8-4a08-8f1b-d768af2e5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:13.833007 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-c0df8da4-51e8-4a08-8f1b-d768af2e5bc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606e9387-7c2e-4208-93c4-0b867ddefd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544028 Nov 11 06:43:13.841288 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] No DVR routers for this DVR port 18e12c6e-8dba-4707-8dab-8604b42a3d06 on host hv-cinder-81751 {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:43:13.843632 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:13.846978 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ad2c3095-fa9c-447c-ab0e-9ea1e493c602 req-c19ebeb2-3d45-4cba-92e4-155d4a33d2c0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "DELETE /v2.0/ports/18e12c6e-8dba-4707-8dab-8604b42a3d06 HTTP/1.1" status: 204 len: 173 time: 0.6785457 Nov 11 06:43:13.863475 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:43:13.924762 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-cddde24e-1337-4deb-8beb-19419f765a8c service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834389 Nov 11 06:43:14.073215 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:14.106332 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb54fb-f604-4057-96dc-190c316956f4 None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:36:53Z', 'revision_number': 4, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '16d24597-ffe4-4cdd-b771-18fb26d4e93b', 'name': '', 'network_id': '9056722a-d4bd-462d-b0c5-8d0a070fd148', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'mac_address': 'fa:16:3e:ab:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:52Z', 'updated_at': '2021-11-11T06:37:03Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'subnets': [{'id': '44ca1595-f430-4f5e-8d13-0a825e96e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:43:14.257910 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8831e416-fa0d-47e2-9583-0ee5ffe0d2cb req-070260c3-9820-4970-8931-78a5c8fc7ce1 service neutron] 10.222.0.15 "GET /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244703 Nov 11 06:43:14.337107 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb99d1d-aa0c-49c4-9179-bccb1106df52 None None] New status for floating IP f4bdb034-a766-4d3d-88f7-3553395a249b: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:43:14.462263 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-076ba2a6-cc53-4af0-8115-993a43f63e88 req-eba27f53-c200-44d9-ad77-7d253b1db440 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=70ac0eaf-c5d9-417f-886c-88a01f3d89ab HTTP/1.1" status: 200 len: 210 time: 0.0253322 Nov 11 06:43:14.675086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56660) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:14.731416 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee5e84af-6746-41d3-979b-d87f4011cc63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:14.754748 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee5e84af-6746-41d3-979b-d87f4011cc63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:14.863344 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee5e84af-6746-41d3-979b-d87f4011cc63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:14.869645 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee5e84af-6746-41d3-979b-d87f4011cc63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:14.871417 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ee5e84af-6746-41d3-979b-d87f4011cc63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "DELETE /v2.0/security-groups/69dea0bc-f35a-40e3-a51f-882ad3273234 HTTP/1.1" status: 204 len: 168 time: 0.1952913 Nov 11 06:43:14.875086 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56666) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:14.898160 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e84af-6746-41d3-979b-d87f4011cc63 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dea0bc-f35a-40e3-a51f-882ad3273234,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:14.900704 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.api.v2.resource [None req-9aa167e5-763c-43af-8a19-f5b0b5a11edf tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] show failed (client error): The resource could not be found. Nov 11 06:43:14.903507 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9aa167e5-763c-43af-8a19-f5b0b5a11edf tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "GET /v2.0/security-groups/69dea0bc-f35a-40e3-a51f-882ad3273234 HTTP/1.1" status: 404 len: 347 time: 0.0273039 Nov 11 06:43:14.913070 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56668) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:14.977260 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934edca-3cf1-416e-a8d1-4302706fa8dc req-00d6916f-c77c-4dfc-8fd2-6953bac6bab4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:14.979215 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9934edca-3cf1-416e-a8d1-4302706fa8dc req-00d6916f-c77c-4dfc-8fd2-6953bac6bab4 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.1103847 Nov 11 06:43:15.063414 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9934edca-3cf1-416e-a8d1-4302706fa8dc req-ec3d64a9-73fd-48e6-b817-3c09f2e19e53 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778213 Nov 11 06:43:15.122725 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Deleting port 77de5252-9a1f-4148-8e3b-1c2a2ee00971 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:15.123136 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:15.210103 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:15.210347 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:15.226131 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Calling delete_port for 77de5252-9a1f-4148-8e3b-1c2a2ee00971 owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:15.386273 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'name': 'network-vif-deleted', 'tag': '18e12c6e-8dba-4707-8dab-8604b42a3d06'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:43:15.388987 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b2362-048d-4890-98de-b3fdfe8aba0c" -d '{"events": [{"server_uuid": "70ac0eaf-c5d9-417f-886c-88a01f3d89ab", "name": "network-vif-deleted", "tag": "18e12c6e-8dba-4707-8dab-8604b42a3d06"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:43:15.429212 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9b0672-1021-41e0-8a3b-584e4b6b4f70 x-openstack-request-id: req-9d9b0672-1021-41e0-8a3b-584e4b6b4f70 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:43:15.429508 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ac0eaf-c5d9-417f-886c-88a01f3d89ab", "name": "network-vif-deleted", "tag": "18e12c6e-8dba-4707-8dab-8604b42a3d06", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:43:15.429797 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d9b0672-1021-41e0-8a3b-584e4b6b4f70 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:43:15.433778 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ac0eaf-c5d9-417f-886c-88a01f3d89ab', 'name': 'network-vif-deleted', 'tag': '18e12c6e-8dba-4707-8dab-8604b42a3d06', 'status': 'completed', 'code': 200} Nov 11 06:43:15.433778 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:15.472138 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Pushing event deleted for resources: {'Port': ['ID=77de5252-9a1f-4148-8e3b-1c2a2ee00971,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:15.530409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:15.533761 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:15.534980 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-347bbca5-c926-4d8d-9b9d-cfb0bba11989 tempest-AttachVolumeTestJSON-1515742189 tempest-AttachVolumeTestJSON-1515742189-project] 10.222.0.20 "DELETE /v2.0/floatingips/f4bdb034-a766-4d3d-88f7-3553395a249b HTTP/1.1" status: 204 len: 168 time: 0.6206076 Nov 11 06:43:15.797221 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 460b93d8-ed2e-4ec6-bb95-279a94a235c8 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:15.820105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 460b93d8-ed2e-4ec6-bb95-279a94a235c8 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:43:15.820761 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 460b93d8-ed2e-4ec6-bb95-279a94a235c8 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:43:15.821384 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 18e12c6e-8dba-4707-8dab-8604b42a3d06 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:15.847507 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 18e12c6e-8dba-4707-8dab-8604b42a3d06 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:43:15.847862 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 18e12c6e-8dba-4707-8dab-8604b42a3d06 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:43:16.195435 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e0d5-9027-4b96-b0aa-ddb77402805b req-6bc66b92-f268-412c-8a4b-97c30a087f88 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:16.196788 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7976e0d5-9027-4b96-b0aa-ddb77402805b req-6bc66b92-f268-412c-8a4b-97c30a087f88 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0480130 Nov 11 06:43:16.253669 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7976e0d5-9027-4b96-b0aa-ddb77402805b req-61f11fd5-947f-4ac2-837e-226059bc9fbf tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496593 Nov 11 06:43:17.368088 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e250-d83c-42c3-b768-18d0ffa6edba req-b49128e4-d7a8-48d5-b87d-4cc1feb87eaa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:17.369515 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-caa2e250-d83c-42c3-b768-18d0ffa6edba req-b49128e4-d7a8-48d5-b87d-4cc1feb87eaa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0454681 Nov 11 06:43:17.429618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-caa2e250-d83c-42c3-b768-18d0ffa6edba req-6ce19a75-8ada-4e45-98ea-c63ea87ccc15 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540035 Nov 11 06:43:18.199334 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e66c3736-dd01-4fb9-84ca-ca3eb0a8b5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:18.548769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65d138-d149-403a-8041-b166ac125b7b req-ebbed758-6e36-483b-ba2c-f239b5a6f5ba tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:18.550204 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b65d138-d149-403a-8041-b166ac125b7b req-ebbed758-6e36-483b-ba2c-f239b5a6f5ba tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0508323 Nov 11 06:43:18.595293 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b65d138-d149-403a-8041-b166ac125b7b req-a1bf9d95-0725-4dae-a7d0-7018b2a63e53 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Nov 11 06:43:19.725551 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b268cf8-e2d8-46dc-8993-64893057b31b req-318ce36a-b582-43c5-99c0-339606518d76 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:19.727173 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4b268cf8-e2d8-46dc-8993-64893057b31b req-318ce36a-b582-43c5-99c0-339606518d76 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0551167 Nov 11 06:43:19.779061 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4b268cf8-e2d8-46dc-8993-64893057b31b req-ab389afe-3dfd-4466-b71c-2a8530067930 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Nov 11 06:43:20.450358 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5b81272a-2400-4331-94ee-983481b3f766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:20.922108 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64807afb-c6d6-4ff6-89a1-6ead777539ce req-2a8d91e7-cb3d-409b-ad7c-7af3152c2592 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:20.930802 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-64807afb-c6d6-4ff6-89a1-6ead777539ce req-2a8d91e7-cb3d-409b-ad7c-7af3152c2592 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0623057 Nov 11 06:43:20.976281 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-64807afb-c6d6-4ff6-89a1-6ead777539ce req-d7b5255f-9e21-431f-9b2e-e9c5e1d525d6 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Nov 11 06:43:21.577041 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:21.687889 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56744) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:22.112509 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445e27-a326-46d6-bfaf-bc44adfaa40f req-373598d0-fa0c-4be7-84b3-e6086c5d167e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:22.114758 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4f445e27-a326-46d6-bfaf-bc44adfaa40f req-373598d0-fa0c-4be7-84b3-e6086c5d167e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0573752 Nov 11 06:43:22.162401 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4f445e27-a326-46d6-bfaf-bc44adfaa40f req-2883abb1-b8bd-4486-be40-d88720c0284d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Nov 11 06:43:22.206221 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:22.468162 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Deleting port 16d24597-ffe4-4cdd-b771-18fb26d4e93b {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:22.468394 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:22.552046 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] For port 16d24597-ffe4-4cdd-b771-18fb26d4e93b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=16d24597-ffe4-4cdd-b771-18fb26d4e93b,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:22.552403 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:22.564715 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Calling delete_port for 16d24597-ffe4-4cdd-b771-18fb26d4e93b owned by network:router_interface {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:22.800035 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:22.832191 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d24597-ffe4-4cdd-b771-18fb26d4e93b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:23.007124 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:23.175615 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:23.294084 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:43:23.324028 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98314-b15f-4b07-9946-23104de2482c req-56428b44-4359-48b8-9b90-4b2f6aa4d89e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:23.325507 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-24c98314-b15f-4b07-9946-23104de2482c req-56428b44-4359-48b8-9b90-4b2f6aa4d89e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0649414 Nov 11 06:43:23.440180 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-24c98314-b15f-4b07-9946-23104de2482c req-f310e4f6-09bc-49a4-8d16-2da50c55fa15 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850301 Nov 11 06:43:23.450612 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:43:23.460344 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5f3c4c6b-52db-44e9-b26b-e4621ab8c308 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b75bb41-c384-46e7-bd85-1ec9d17c6c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669570 Nov 11 06:43:23.461485 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56758) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:23.465534 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] Sync routers for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:43:23.489343 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:43:23.490095 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:43:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:23.599377 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:43:23.783019 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:43:22Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:23.812724 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] Checking router: 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:43:23.821469 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] Routers {'1b75bb41-c384-46e7-bd85-1ec9d17c6c64'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:43:23.822091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:43:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:23.836524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:23.948100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:23.959252 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] Set router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:43:24.053567 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Deleting port 8cc2d213-9c8b-467f-97be-3e1b52afeec0 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:24.053853 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.134908 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.160423 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.167573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:43:22Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:24.169516 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] For port 8cc2d213-9c8b-467f-97be-3e1b52afeec0, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=8cc2d213-9c8b-467f-97be-3e1b52afeec0,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:24.171029 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.191501 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Calling delete_port for 8cc2d213-9c8b-467f-97be-3e1b52afeec0 owned by network:router_gateway {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:24.199713 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732497eb-1f79-42c6-bc3b-a61034564a94 None None] The sync data for ids ['1b75bb41-c384-46e7-bd85-1ec9d17c6c64'] in dv-cinder-817514-1-iscsi is: [{'id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'name': 'tempest-AttachVolumeTestJSON-407042771-router', 'tenant_id': '18e3caf076964d3a9997b5ab0ecfb925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:44Z', 'updated_at': '2021-11-11T06:43:22Z', 'revision_number': 5, 'project_id': '18e3caf076964d3a9997b5ab0ecfb925', 'gw_port': {'id': '8cc2d213-9c8b-467f-97be-3e1b52afeec0', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75bb41-c384-46e7-bd85-1ec9d17c6c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:46Z', 'updated_at': '2021-11-11T06:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:43:24.445542 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.469148 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc2d213-9c8b-467f-97be-3e1b52afeec0,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:24.529534 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.592573 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c54c-e847-4127-9f57-d1d9fe2c3bce req-c399f492-6665-4984-8958-5908882a1e9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:24.602156 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6a92c54c-e847-4127-9f57-d1d9fe2c3bce req-c399f492-6665-4984-8958-5908882a1e9d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0706265 Nov 11 06:43:24.634195 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.637569 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.666458 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6a92c54c-e847-4127-9f57-d1d9fe2c3bce req-84f1aa0b-65a4-4fa2-8da4-ba6321b27cc1 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543754 Nov 11 06:43:24.690405 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 16d24597-ffe4-4cdd-b771-18fb26d4e93b no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:24.743467 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.744091 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b75bb41-c384-46e7-bd85-1ec9d17c6c64 {{(pid=102317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:43:24.751759 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.755318 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c4d03f46-4011-43c8-b246-8ab52a3663a8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b75bb41-c384-46e7-bd85-1ec9d17c6c64 HTTP/1.1" status: 204 len: 168 time: 1.2902417 Nov 11 06:43:24.755702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56764) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:24.821706 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Deleting subnet 44ca1595-f430-4f5e-8d13-0a825e96e4ed {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:43:24.826722 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.849855 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 16d24597-ffe4-4cdd-b771-18fb26d4e93b {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:43:24.850200 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 16d24597-ffe4-4cdd-b771-18fb26d4e93b not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:43:24.876388 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:24.997707 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.108744 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.131733 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ca1595-f430-4f5e-8d13-0a825e96e4ed,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:25.138582 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.143189 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f62d10e6-b5af-4ba8-b0a3-7e22c2248ad9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44ca1595-f430-4f5e-8d13-0a825e96e4ed HTTP/1.1" status: 204 len: 168 time: 0.3863919 Nov 11 06:43:25.144839 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37159701-941c-41f9-bb45-dbb4ea0c7402 None None] Network 9056722a-d4bd-462d-b0c5-8d0a070fd148 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:43:25.145607 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56768) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:25.261788 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.358512 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Deleting port 24a12690-353c-4004-9da0-c6c0b08d301c {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:25.358914 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.371610 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] DHCP port deletion for 9056722a-d4bd-462d-b0c5-8d0a070fd148 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:43:25.423606 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] Deleting port 24a12690-353c-4004-9da0-c6c0b08d301c {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:43:25.423912 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.442911 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] For port 24a12690-353c-4004-9da0-c6c0b08d301c, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=24a12690-353c-4004-9da0-c6c0b08d301c,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:25.443738 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.475928 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Calling delete_port for 24a12690-353c-4004-9da0-c6c0b08d301c owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:25.529412 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] For port 24a12690-353c-4004-9da0-c6c0b08d301c, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=24a12690-353c-4004-9da0-c6c0b08d301c,segment=NetworkSegment(e7995564-b940-43d1-933a-7490a22793e6),segment_id=e7995564-b940-43d1-933a-7490a22793e6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:25.530014 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.552663 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] Calling delete_port for 24a12690-353c-4004-9da0-c6c0b08d301c owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:43:25.693766 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.714438 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.717757 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] No DVR routers for this DVR port 24a12690-353c-4004-9da0-c6c0b08d301c on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:43:25.717932 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] No DVR routers for this DVR port 24a12690-353c-4004-9da0-c6c0b08d301c on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:43:25.769217 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a12690-353c-4004-9da0-c6c0b08d301c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:25.778861 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e974b53-1efb-4d00-bd26-e2119891a0c1 None None] Pushing event deleted for resources: {'Port': ['ID=24a12690-353c-4004-9da0-c6c0b08d301c,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:25.864562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.887790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9056722a-d4bd-462d-b0c5-8d0a070fd148']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:25.897677 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186d73-98bf-4f1a-979b-7cccd79c95b4 req-5dab33d9-7e51-49aa-a984-3f4fb6bc49fb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:25.899186 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-41186d73-98bf-4f1a-979b-7cccd79c95b4 req-5dab33d9-7e51-49aa-a984-3f4fb6bc49fb tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.1072793 Nov 11 06:43:25.909002 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7995564-b940-43d1-933a-7490a22793e6') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:25.909297 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7995564-b940-43d1-933a-7490a22793e6') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:43:25.931297 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.951957 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.965580 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:43:25.965995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:43:25.967612 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:43:26.013383 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-41186d73-98bf-4f1a-979b-7cccd79c95b4 req-950c3f86-8d8b-4987-9f1c-327c3536ca99 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072936 Nov 11 06:43:26.108598 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:26.133905 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:26.139882 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9056722a-d4bd-462d-b0c5-8d0a070fd148 HTTP/1.1" status: 204 len: 168 time: 0.9932268 Nov 11 06:43:26.142061 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f3933-6208-49a2-af6d-8542993dc2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9056722a-d4bd-462d-b0c5-8d0a070fd148,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:26.275244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-2cc941d7-20e0-4509-8599-e12ba3704e02 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:26.276646 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-2cc941d7-20e0-4509-8599-e12ba3704e02 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/networks?id=4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 200 len: 813 time: 0.1254916 Nov 11 06:43:26.293819 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-06fa6686-e3da-4a02-b70e-b8f74124bfb0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/quotas/20af198e749744409cd7da49ad9afeaf HTTP/1.1" status: 200 len: 375 time: 0.0107708 Nov 11 06:43:26.343781 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-cbd855ef-f187-4dbc-b87d-8f87559c93fe tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20af198e749744409cd7da49ad9afeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430477 Nov 11 06:43:26.430357 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 8cc2d213-9c8b-467f-97be-3e1b52afeec0 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:26.440139 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-5e34daa1-e381-4b10-81f2-672cd81211c6 service neutron] 10.222.0.20 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887542 Nov 11 06:43:26.454255 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 8cc2d213-9c8b-467f-97be-3e1b52afeec0 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:43:26.454605 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 8cc2d213-9c8b-467f-97be-3e1b52afeec0 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:43:26.455024 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 24a12690-353c-4004-9da0-c6c0b08d301c no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:43:26.473819 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 24a12690-353c-4004-9da0-c6c0b08d301c {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:43:26.474171 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 24a12690-353c-4004-9da0-c6c0b08d301c not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:43:26.495505 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56788) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:26.531652 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-44982b67-1863-4c57-b27b-ae0a172d652d service neutron] 10.222.0.20 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849919 Nov 11 06:43:26.535064 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-17046eea-79ef-4b7b-94cb-5e963e33f87a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18e3caf076964d3a9997b5ab0ecfb925&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383141 Nov 11 06:43:26.537490 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56790) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:26.587938 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ac29ed3a-2066-4a0f-a6a5-453a4095e867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:26.608320 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ac29ed3a-2066-4a0f-a6a5-453a4095e867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:26.750414 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ac29ed3a-2066-4a0f-a6a5-453a4095e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:26.754372 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ac29ed3a-2066-4a0f-a6a5-453a4095e867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:26.755751 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ac29ed3a-2066-4a0f-a6a5-453a4095e867 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/414589bb-d322-4444-b402-8fb85c7334ec HTTP/1.1" status: 204 len: 168 time: 0.2173386 Nov 11 06:43:26.784666 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29ed3a-2066-4a0f-a6a5-453a4095e867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414589bb-d322-4444-b402-8fb85c7334ec,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:26.800833 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-100f8afa-bf65-4ae5-a975-d84ca808fb34 req-c1e532a4-0ec3-4da1-9191-1175226aa78c tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 210 time: 0.0637140 Nov 11 06:43:27.147140 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f4a25-d338-41c0-a61e-a6814d229074 req-c1127f93-f706-46da-9e9a-15f28f7c81dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:27.155754 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-801f4a25-d338-41c0-a61e-a6814d229074 req-c1127f93-f706-46da-9e9a-15f28f7c81dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0581143 Nov 11 06:43:27.217213 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-801f4a25-d338-41c0-a61e-a6814d229074 req-01b4c2d5-d00c-41f6-ae01-c800e9b21cda tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603538 Nov 11 06:43:28.048389 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-931573e7-3351-4c7f-a95a-e632342c5f81 req-b57c2e01-937a-4328-a6ea-c276776ae3e1 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 210 time: 0.0287104 Nov 11 06:43:28.338030 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40486a77-b3ec-4e46-a1c7-5ee64e84cc67 req-eedff441-0bd7-4581-9f23-466048fc795c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:28.339531 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-40486a77-b3ec-4e46-a1c7-5ee64e84cc67 req-eedff441-0bd7-4581-9f23-466048fc795c tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0471995 Nov 11 06:43:28.388669 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-40486a77-b3ec-4e46-a1c7-5ee64e84cc67 req-6cce715f-e390-4baa-bd61-168af648f39d tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Nov 11 06:43:29.139487 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-81acdb07-90a0-4440-9e46-55b467e121ff req-e4e9ae52-5ab5-4137-9d78-8d1f02298f1e tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 210 time: 0.0254898 Nov 11 06:43:29.344390 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56856) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:29.452024 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bcfa-6712-45b3-b282-f833d204d415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.521384 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ed3cd-9ef9-48f0-b723-80c572b2f594 req-6602ddf2-3425-46b4-8305-73e959b6a7c3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:29.523048 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e65ed3cd-9ef9-48f0-b723-80c572b2f594 req-6602ddf2-3425-46b4-8305-73e959b6a7c3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 944 time: 0.0532167 Nov 11 06:43:29.528597 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bcfa-6712-45b3-b282-f833d204d415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.573284 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e65ed3cd-9ef9-48f0-b723-80c572b2f594 req-17d1c4b8-881f-41e0-b8a6-70a715e5d0c9 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Nov 11 06:43:29.582317 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bcfa-6712-45b3-b282-f833d204d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.620488 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d4d2bcfa-6712-45b3-b282-f833d204d415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a19a45f2ce7f4a7990b9b6e40352090d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750323 Nov 11 06:43:29.621568 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2bcfa-6712-45b3-b282-f833d204d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559a32b6-68ac-492d-9167-3b8f1c09f1ae,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:29.623271 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 56862) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:29.672082 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.692960 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.793504 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.796095 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:29.797227 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/559a32b6-68ac-492d-9167-3b8f1c09f1ae HTTP/1.1" status: 204 len: 168 time: 0.1723099 Nov 11 06:43:29.805514 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a32b6-68ac-492d-9167-3b8f1c09f1ae,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:29.812592 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.812938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.813276 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.813607 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.813959 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.814288 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.814615 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.814938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.815261 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.815584 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.815900 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:29.816216 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56560c-d4b3-4a68-aeee-74d0626965ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:43:30.061875 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:43:30.163306 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:30.181250 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'port_id': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'mac_address': 'fa:16:3e:47:a7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:43:30.220693 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.234933 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc49135d-ac1c-40ff-b9d3-2d1298a47acd {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:43:30.237692 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7491b3b4-8a09-4301-a667-15b07372b26f req-dd75b07c-fa73-4047-a809-11c0dc5fc095 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Nov 11 06:43:30.256206 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:30.260985 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-e32a3c3e-e715-44cf-9d75-af2f9c7b161d tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:30.262539 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-e32a3c3e-e715-44cf-9d75-af2f9c7b161d tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "GET /v2.0/networks?id=4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 200 len: 813 time: 0.1184237 Nov 11 06:43:30.282955 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Request body: {'port': {'device_id': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df', 'admin_state_up': True, 'tenant_id': '20af198e749744409cd7da49ad9afeaf'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:43:30.337577 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.388138 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=9']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:30.431979 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 56870) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:30.445563 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5d33fa9c-8fca-4906-b9f4-6df347cabb91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.496341 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Made reservation on behalf of 20af198e749744409cd7da49ad9afeaf for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:43:30.499674 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.538650 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5d33fa9c-8fca-4906-b9f4-6df347cabb91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.614425 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5d33fa9c-8fca-4906-b9f4-6df347cabb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.632340 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['fc49135d-ac1c-40ff-b9d3-2d1298a47acd'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:43:30.700770 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5d33fa9c-8fca-4906-b9f4-6df347cabb91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34491e8a485d481c92524b4569eb24e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677071 Nov 11 06:43:30.703469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 56878) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:30.706802 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Allocated IP 172.20.0.2 (4e5f51ab-437c-4885-91eb-cfb0d17399df/ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2/da54608c-ebed-4e6f-84ba-8ec2f3f675c5) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:43:30.710142 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33fa9c-8fca-4906-b9f4-6df347cabb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f87942-c44c-4db5-91c0-fe03f0bd2991,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:30.755442 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b18f8-87b6-4f00-b742-ceedcf033ab1 req-48b6e4b8-b226-4492-bf0e-18ad2b54b81a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:30.757139 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a87b18f8-87b6-4f00-b742-ceedcf033ab1 req-48b6e4b8-b226-4492-bf0e-18ad2b54b81a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 945 time: 0.1028395 Nov 11 06:43:30.759452 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6a83c54-9336-47e8-9caa-5a3aeac04e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.782182 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6a83c54-9336-47e8-9caa-5a3aeac04e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.878419 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a87b18f8-87b6-4f00-b742-ceedcf033ab1 req-0f9fc17e-0bdb-4228-9459-db6e28f9c71e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051762 Nov 11 06:43:30.902653 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6a83c54-9336-47e8-9caa-5a3aeac04e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.905387 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b6a83c54-9336-47e8-9caa-5a3aeac04e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.907022 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b6a83c54-9336-47e8-9caa-5a3aeac04e75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77f87942-c44c-4db5-91c0-fe03f0bd2991 HTTP/1.1" status: 204 len: 168 time: 0.2018077 Nov 11 06:43:30.910492 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:30.915111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a83c54-9336-47e8-9caa-5a3aeac04e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f87942-c44c-4db5-91c0-fe03f0bd2991,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:31.022950 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:31.062007 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Network 4e5f51ab-437c-4885-91eb-cfb0d17399df is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:43:31.065481 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:43:31.075353 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:43:31.097644 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Pushing event updated for resources: {'Port': ['ID=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:31.123387 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:31.126465 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:31.208221 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-d279778a-b689-4311-b8fe-225d141f3db3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9295223 Nov 11 06:43:31.225708 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Request body: {'port': {'device_id': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:43:31.292459 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:31.371209 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a11c70-0f9f-4ff7-9bd8-86ce982ffa60 req-8c45fdd6-ed0d-4e49-8382-2011a8bbc415 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:31.372810 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d6a11c70-0f9f-4ff7-9bd8-86ce982ffa60 req-8c45fdd6-ed0d-4e49-8382-2011a8bbc415 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 931 time: 0.0546908 Nov 11 06:43:31.437017 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d6a11c70-0f9f-4ff7-9bd8-86ce982ffa60 req-5d0dfeae-e01b-4d74-b220-12856a09b7df tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564134 Nov 11 06:43:31.572133 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da54608c-ebed-4e6f-84ba-8ec2f3f675c5 {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:43:31.579922 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:31.591335 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Transition to ACTIVE for port object da54608c-ebed-4e6f-84ba-8ec2f3f675c5 will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:43:31.685475 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:31.763773 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:31.814097 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Attempting to bind port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:43:31.814429 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Attempting to bind port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:43:31.814755 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Attempting to bind port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 on network 4e5f51ab-437c-4885-91eb-cfb0d17399df {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:43:31.819004 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 on network 4e5f51ab-437c-4885-91eb-cfb0d17399df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:43:31.819264 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Attempting to bind port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 on network 4e5f51ab-437c-4885-91eb-cfb0d17399df {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:43:31.824043 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:43:31.824378 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Checking segment: {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:43:31.824756 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Bound using segment: {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:43:31.825179 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Bound port: da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4d9f3f-af62-4146-be51-26232b4f20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:43:31.825519 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:31.886011 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] For port da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:43:31.889009 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] For port da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:43:31.991368 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:32.007392 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdbe5f-7af0-4ee1-844c-a8698a7dfd10 req-96a66f5f-0066-48e2-9022-1bbae0102f0b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:32.008872 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1cbdbe5f-7af0-4ee1-844c-a8698a7dfd10 req-96a66f5f-0066-48e2-9022-1bbae0102f0b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 945 time: 0.0574238 Nov 11 06:43:32.050108 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:32.050724 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:32.052065 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/da54608c-ebed-4e6f-84ba-8ec2f3f675c5 HTTP/1.1" status: 200 len: 1093 time: 0.8304656 Nov 11 06:43:32.054065 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'tag': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:43:32.056298 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0027ab0-c528-4008-ad41-a30f95558a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4", "tag": "da54608c-ebed-4e6f-84ba-8ec2f3f675c5"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:43:32.069355 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:43:32.093576 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af283b-399f-4dd0-b9fe-d21ae228d3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:32.107796 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1cbdbe5f-7af0-4ee1-844c-a8698a7dfd10 req-ab307e45-e1eb-474f-9e3a-e82fd2afacd3 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757794 Nov 11 06:43:32.131843 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port fc49135d-ac1c-40ff-b9d3-2d1298a47acd triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:43:32.132224 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:32.224469 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-c44406cf-3f73-4c0f-ba90-37f53506a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:32.226451 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-c44406cf-3f73-4c0f-ba90-37f53506a6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20af198e749744409cd7da49ad9afeaf&device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0455678 Nov 11 06:43:32.234321 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:32.258997 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:43:32.261250 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb433a-1c24-4f1c-a472-a2537065457f" -d '{"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-plugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:43:32.283326 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:32.288543 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd1d6fc-b946-42dd-941a-ea32d2c65f81 x-openstack-request-id: req-fcd1d6fc-b946-42dd-941a-ea32d2c65f81 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:43:32.288945 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4", "tag": "da54608c-ebed-4e6f-84ba-8ec2f3f675c5", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:43:32.289221 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd1d6fc-b946-42dd-941a-ea32d2c65f81 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:43:32.289622 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'tag': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5', 'status': 'completed', 'code': 200} Nov 11 06:43:32.291477 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-f83af84c-5927-40c7-95a9-6b00afce814c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5 HTTP/1.1" status: 200 len: 217 time: 0.0516698 Nov 11 06:43:32.298680 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8ae5c-d28f-434b-86f7-eb900210dc2b x-openstack-request-id: req-03d8ae5c-d28f-434b-86f7-eb900210dc2b {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:43:32.298971 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-plugged", "status": "completed", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:43:32.299223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03d8ae5c-d28f-434b-86f7-eb900210dc2b {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:43:32.299614 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'code': 200} Nov 11 06:43:32.342420 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:32.347587 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-6f98f488-ed5e-4e94-89ad-b0654fef31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:32.349087 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-6f98f488-ed5e-4e94-89ad-b0654fef31a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2 HTTP/1.1" status: 200 len: 853 time: 0.0485198 Nov 11 06:43:32.389956 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-532e3899-cf0e-4dcd-a00b-710eee4a7e74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e5f51ab-437c-4885-91eb-cfb0d17399df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272527 Nov 11 06:43:32.402379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=10']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:32.490514 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-f374194e-0fe4-46e3-aa27-caf307b101b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925486 Nov 11 06:43:32.570353 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fcb8c-c09a-4ad6-a665-dda9c4740cb3 req-8551fda4-98d3-48ae-b615-51e6c496cdeb tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:32.572907 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7b1fcb8c-c09a-4ad6-a665-dda9c4740cb3 req-8551fda4-98d3-48ae-b615-51e6c496cdeb tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 943 time: 0.0494351 Nov 11 06:43:32.585698 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e86f8469-ecf2-4b1e-b950-a11136d3c297 req-42a9d3e7-6617-466c-8ad6-94f248c7fc74 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869339 Nov 11 06:43:32.623965 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7b1fcb8c-c09a-4ad6-a665-dda9c4740cb3 req-3bb70caa-45a6-4120-86f8-5a5b2f793f2e tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Nov 11 06:43:32.676280 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcf745-c256-4baf-a9ac-55dce42e4fa7 req-c3d3217e-4cf1-4b88-bc06-34150cdc691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:32.677934 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3abcf745-c256-4baf-a9ac-55dce42e4fa7 req-c3d3217e-4cf1-4b88-bc06-34150cdc691c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 1100 time: 0.0406120 Nov 11 06:43:32.726041 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3abcf745-c256-4baf-a9ac-55dce42e4fa7 req-e533e320-1ef3-49d3-bfb7-3aa529bbd027 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Nov 11 06:43:33.078827 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-3e82f8d7-76d9-4fb5-9b6e-ced2c0ad076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:33.080777 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-3e82f8d7-76d9-4fb5-9b6e-ced2c0ad076b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=20af198e749744409cd7da49ad9afeaf&device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0514681 Nov 11 06:43:33.240183 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-15000255-3d8b-44f9-98db-2abab92a4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:33.242072 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-15000255-3d8b-44f9-98db-2abab92a4c37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 200 len: 913 time: 0.1248779 Nov 11 06:43:33.296001 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-c81aade6-7936-416b-b1ac-008a062f5ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5 HTTP/1.1" status: 200 len: 217 time: 0.0434678 Nov 11 06:43:33.311334 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8acb21-4179-4d88-9ddd-5f2019ac514d req-b6531cf4-1a4a-4b6f-9162-1cb9e082c443 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:33.313996 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ea8acb21-4179-4d88-9ddd-5f2019ac514d req-b6531cf4-1a4a-4b6f-9162-1cb9e082c443 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.1222842 Nov 11 06:43:33.402578 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-aaeb5c22-9a7e-4ccb-a7d4-a33ca3c01ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:33.404336 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-aaeb5c22-9a7e-4ccb-a7d4-a33ca3c01ae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2 HTTP/1.1" status: 200 len: 853 time: 0.0892637 Nov 11 06:43:33.447148 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-a3041f92-45e0-4981-b9a6-5cc6e00d0d69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e5f51ab-437c-4885-91eb-cfb0d17399df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320177 Nov 11 06:43:33.450904 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ea8acb21-4179-4d88-9ddd-5f2019ac514d req-f97137b7-c91c-4877-aecd-e1ecf0305afa tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267374 Nov 11 06:43:33.543401 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-c4c203ec-7dc4-488e-b22b-acf782c5cc6e service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859711 Nov 11 06:43:33.648304 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-c0027ab0-c528-4008-ad41-a30f95558a7d req-5833c1d5-f40a-413e-b1a6-4831f77bb132 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871539 Nov 11 06:43:33.748903 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484aff2-5284-43d9-88e3-078ff915e053 req-c93e40a5-bdb9-4452-9eb8-10fd73bef0ce tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:33.750459 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9484aff2-5284-43d9-88e3-078ff915e053 req-c93e40a5-bdb9-4452-9eb8-10fd73bef0ce tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 943 time: 0.0496118 Nov 11 06:43:33.800548 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9484aff2-5284-43d9-88e3-078ff915e053 req-e845cfae-839b-4388-b449-037e307d196a tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Nov 11 06:43:34.066288 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device da54608c-ebed-4e6f-84ba-8ec2f3f675c5 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:43:34.167719 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:34.179727 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5', 'network_id': '4e5f51ab-437c-4885-91eb-cfb0d17399df', 'port_id': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5', 'mac_address': 'fa:16:3e:a3:ae:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:43:34.224916 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:34.240420 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da54608c-ebed-4e6f-84ba-8ec2f3f675c5 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:43:34.267788 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:34.354114 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:34.406406 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:34.490569 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:43:34.649996 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['da54608c-ebed-4e6f-84ba-8ec2f3f675c5'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:43:34.725112 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9820bf1-5f02-4646-8106-3aedd5e993ef req-e664fbaa-2e0f-47b7-a708-f760a4e9a8e8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:34.732164 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f9820bf1-5f02-4646-8106-3aedd5e993ef req-e664fbaa-2e0f-47b7-a708-f760a4e9a8e8 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.0543230 Nov 11 06:43:34.774491 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f9820bf1-5f02-4646-8106-3aedd5e993ef req-3c48e899-9253-425f-96da-13d2bf7769cc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Nov 11 06:43:34.914111 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea05b2b-0d17-4490-b07b-f467e46240e2 req-0acc43b1-9d70-401e-b9e7-f0cb41c006ac tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:34.915610 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8ea05b2b-0d17-4490-b07b-f467e46240e2 req-0acc43b1-9d70-401e-b9e7-f0cb41c006ac tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Nov 11 06:43:34.962268 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8ea05b2b-0d17-4490-b07b-f467e46240e2 req-cfec8512-199c-4deb-b865-2104570bbe77 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Nov 11 06:43:35.893966 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f022c-3d35-42d1-a711-439a825b5d4b req-5ac4dc0a-5741-4045-9645-5432db48bd8a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:35.895426 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8d4f022c-3d35-42d1-a711-439a825b5d4b req-5ac4dc0a-5741-4045-9645-5432db48bd8a tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.0512314 Nov 11 06:43:35.942727 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8d4f022c-3d35-42d1-a711-439a825b5d4b req-5100d734-941b-4739-a7ee-adc46bfeb5a7 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 Nov 11 06:43:36.068848 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device da54608c-ebed-4e6f-84ba-8ec2f3f675c5 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:43:36.079283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b7868-2443-496c-ac8b-265124c22ee0 req-121d84c9-9308-40d7-8517-ff363bf0aa83 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:36.085085 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cd3b7868-2443-496c-ac8b-265124c22ee0 req-121d84c9-9308-40d7-8517-ff363bf0aa83 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 944 time: 0.0530069 Nov 11 06:43:36.131009 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cd3b7868-2443-496c-ac8b-265124c22ee0 req-d35d1da7-8e1c-4465-a8c5-8f402aad8251 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Nov 11 06:43:36.186898 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:43:36.190890 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:43:36.195677 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:36.268040 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:36.293108 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:43:36.295337 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ca9f5-3461-4595-9d6b-e667851d5851" -d '{"events": [{"server_uuid": "1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4", "name": "network-vif-plugged", "status": "completed", "tag": "da54608c-ebed-4e6f-84ba-8ec2f3f675c5"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:43:36.307454 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:43:36.333655 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa6583-7235-4ca4-8f46-87c2befad1aa x-openstack-request-id: req-fcaa6583-7235-4ca4-8f46-87c2befad1aa {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:43:36.333655 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4", "name": "network-vif-plugged", "status": "completed", "tag": "da54608c-ebed-4e6f-84ba-8ec2f3f675c5", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:43:36.333655 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcaa6583-7235-4ca4-8f46-87c2befad1aa {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:43:36.333655 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5', 'code': 200} Nov 11 06:43:36.381550 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:36.428369 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:36.661072 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f489be6-269b-46a9-9444-c3ae56969b67 req-892a7447-8783-45f6-a746-9d409903646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:36.662596 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7f489be6-269b-46a9-9444-c3ae56969b67 req-892a7447-8783-45f6-a746-9d409903646f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 1098 time: 0.0393858 Nov 11 06:43:36.706141 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-7f489be6-269b-46a9-9444-c3ae56969b67 req-50104fae-933f-4948-97bc-e9038fcbac9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365028 Nov 11 06:43:37.248377 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52fdb-074c-4069-86fd-77fb0ba1364f req-8f100d84-be0a-4f4b-b440-ccb8dcd1d44a tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:37.249829 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-59f52fdb-074c-4069-86fd-77fb0ba1364f req-8f100d84-be0a-4f4b-b440-ccb8dcd1d44a tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Nov 11 06:43:37.299811 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-59f52fdb-074c-4069-86fd-77fb0ba1364f req-7fd43a86-55a4-4020-beb2-8691e94d3acb tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431447 Nov 11 06:43:38.416752 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36e4cb-a627-42a5-bffa-a4ecb411c14c req-47a8e60f-384c-490e-993d-a8cd0ff40154 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:43:38.418194 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bc36e4cb-a627-42a5-bffa-a4ecb411c14c req-47a8e60f-384c-490e-993d-a8cd0ff40154 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 945 time: 0.0463448 Nov 11 06:43:38.465429 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bc36e4cb-a627-42a5-bffa-a4ecb411c14c req-0ef61143-8e78-41be-af2c-d702b3b80e6d tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Nov 11 06:43:44.611774 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57096) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:44.714021 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-db95f4f2-6efe-414a-bd32-6db9f1c13d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:44.789104 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-db95f4f2-6efe-414a-bd32-6db9f1c13d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:44.855319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-db95f4f2-6efe-414a-bd32-6db9f1c13d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:44.892925 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-db95f4f2-6efe-414a-bd32-6db9f1c13d78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27cf825c7e46479ca3207da2366a5bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801120 Nov 11 06:43:44.893788 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95f4f2-6efe-414a-bd32-6db9f1c13d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6570ceac-c579-4929-a59d-d0d627caf4a1,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:44.895723 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57100) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:44.942515 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a25c0e-ddd0-402e-bbb2-13dc78d44de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:44.962765 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a25c0e-ddd0-402e-bbb2-13dc78d44de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.089480 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a25c0e-ddd0-402e-bbb2-13dc78d44de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.092128 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75a25c0e-ddd0-402e-bbb2-13dc78d44de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.093262 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-75a25c0e-ddd0-402e-bbb2-13dc78d44de2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6570ceac-c579-4929-a59d-d0d627caf4a1 HTTP/1.1" status: 204 len: 168 time: 0.1965644 Nov 11 06:43:45.100673 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a25c0e-ddd0-402e-bbb2-13dc78d44de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6570ceac-c579-4929-a59d-d0d627caf4a1,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:45.683670 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57108) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:45.696297 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-328085f6-4175-4ea4-92a9-c7fcba21a388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.765692 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-328085f6-4175-4ea4-92a9-c7fcba21a388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.816909 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-328085f6-4175-4ea4-92a9-c7fcba21a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.855117 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-328085f6-4175-4ea4-92a9-c7fcba21a388 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c369b7304bc44d88b02fb61177a47312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703994 Nov 11 06:43:45.856195 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328085f6-4175-4ea4-92a9-c7fcba21a388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db42ed-b1c4-4327-a87c-d745d6f3707b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:45.858058 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57110) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:45.906712 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c7845a8-1434-4cc9-a78f-c775a4ac6437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:45.930527 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c7845a8-1434-4cc9-a78f-c775a4ac6437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.045074 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c7845a8-1434-4cc9-a78f-c775a4ac6437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.047681 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-5c7845a8-1434-4cc9-a78f-c775a4ac6437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.048831 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5c7845a8-1434-4cc9-a78f-c775a4ac6437 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8db42ed-b1c4-4327-a87c-d745d6f3707b HTTP/1.1" status: 204 len: 168 time: 0.1895738 Nov 11 06:43:46.057390 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7845a8-1434-4cc9-a78f-c775a4ac6437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db42ed-b1c4-4327-a87c-d745d6f3707b,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:46.656254 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57116) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:46.663882 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-678cffa0-5026-4ea6-9387-1ed482526a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.737298 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-678cffa0-5026-4ea6-9387-1ed482526a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.787969 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-678cffa0-5026-4ea6-9387-1ed482526a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.824991 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-678cffa0-5026-4ea6-9387-1ed482526a12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f115846425d44468929aad58e33c3663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741357 Nov 11 06:43:46.826986 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cffa0-5026-4ea6-9387-1ed482526a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a0b61-99c5-4fcd-aa6a-180934e5370a,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:46.827693 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57122) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:46.879107 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-00fc69be-10ba-4d59-92d2-8e0198163aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:46.899711 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-00fc69be-10ba-4d59-92d2-8e0198163aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:47.032795 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-00fc69be-10ba-4d59-92d2-8e0198163aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:47.036213 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-00fc69be-10ba-4d59-92d2-8e0198163aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:47.037517 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-00fc69be-10ba-4d59-92d2-8e0198163aef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e2a0b61-99c5-4fcd-aa6a-180934e5370a HTTP/1.1" status: 204 len: 168 time: 0.2086329 Nov 11 06:43:47.045349 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc69be-10ba-4d59-92d2-8e0198163aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a0b61-99c5-4fcd-aa6a-180934e5370a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:48.182238 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a8a69074-e5a9-48a7-ad7c-b6e259f230b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:50.438422 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1653b902-2b18-4ac8-a137-bb1c0be98b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:51.570765 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:53.187994 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:54.142472 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:54.164811 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:56.976416 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57234) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:57.080898 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e4204d5-99bf-4072-84f3-9488cd9a9ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.153541 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e4204d5-99bf-4072-84f3-9488cd9a9ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.210360 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-8e4204d5-99bf-4072-84f3-9488cd9a9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.247942 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-8e4204d5-99bf-4072-84f3-9488cd9a9ab3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0001cdc188a4411959ca0354ac71151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704716 Nov 11 06:43:57.248780 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4204d5-99bf-4072-84f3-9488cd9a9ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd700780-2fd3-4138-90cc-dc0dd1941e18,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:57.251504 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57240) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:57.303314 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3bd21a39-7500-462d-a52e-b9f0db2e30a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.333310 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3bd21a39-7500-462d-a52e-b9f0db2e30a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.422374 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3bd21a39-7500-462d-a52e-b9f0db2e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.424912 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3bd21a39-7500-462d-a52e-b9f0db2e30a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:57.426134 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3bd21a39-7500-462d-a52e-b9f0db2e30a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd700780-2fd3-4138-90cc-dc0dd1941e18 HTTP/1.1" status: 204 len: 168 time: 0.1733055 Nov 11 06:43:57.434124 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21a39-7500-462d-a52e-b9f0db2e30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd700780-2fd3-4138-90cc-dc0dd1941e18,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:57.974982 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57250) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:57.988575 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-550ddadf-fbc3-4e85-9508-e466830832da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.058847 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-550ddadf-fbc3-4e85-9508-e466830832da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.176487 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-550ddadf-fbc3-4e85-9508-e466830832da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.215926 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ddadf-fbc3-4e85-9508-e466830832da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa11f2-b95c-41c7-8f69-2c72d2e3e623,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:43:58.220886 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-550ddadf-fbc3-4e85-9508-e466830832da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c3716397484e84bc6b7cfd383ec2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448387 Nov 11 06:43:58.223719 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57254) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:43:58.271811 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6a36ccae-07ff-4064-83dd-7bbecd39588c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.292607 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6a36ccae-07ff-4064-83dd-7bbecd39588c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.382114 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6a36ccae-07ff-4064-83dd-7bbecd39588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.384651 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-6a36ccae-07ff-4064-83dd-7bbecd39588c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:43:58.385819 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-6a36ccae-07ff-4064-83dd-7bbecd39588c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdfa11f2-b95c-41c7-8f69-2c72d2e3e623 HTTP/1.1" status: 204 len: 168 time: 0.1609633 Nov 11 06:43:58.395935 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ccae-07ff-4064-83dd-7bbecd39588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa11f2-b95c-41c7-8f69-2c72d2e3e623,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:00.980409 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d45122-9352-4f83-8f62-e46374cadd18 req-d9dff59b-b418-4822-b90a-922906cfadcb tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:00.981826 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f7d45122-9352-4f83-8f62-e46374cadd18 req-d9dff59b-b418-4822-b90a-922906cfadcb tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 945 time: 0.0479379 Nov 11 06:44:01.030393 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f7d45122-9352-4f83-8f62-e46374cadd18 req-d61be944-c0e8-4cda-aacf-a061c1d63816 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Nov 11 06:44:02.147169 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79481777-f0b6-4082-9561-91c6f410e41a req-918c0ae1-5586-4c30-8fdf-47bbfefe50fc tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:02.148616 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79481777-f0b6-4082-9561-91c6f410e41a req-918c0ae1-5586-4c30-8fdf-47bbfefe50fc tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 945 time: 0.0496883 Nov 11 06:44:02.194890 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-79481777-f0b6-4082-9561-91c6f410e41a req-f7ce2733-71c6-4d56-b51c-ba7642cb85ec tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/security-groups?id=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Nov 11 06:44:02.855758 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-bcfa11f0-b80f-40ae-b004-fadb8dec9bad tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:02.857829 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-bcfa11f0-b80f-40ae-b004-fadb8dec9bad tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 945 time: 0.0498641 Nov 11 06:44:02.983542 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Deleting port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:02.983878 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:03.068821 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] For port da54608c-ebed-4e6f-84ba-8ec2f3f675c5, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,segment=NetworkSegment(6b4d9f3f-af62-4146-be51-26232b4f20c6),segment_id=6b4d9f3f-af62-4146-be51-26232b4f20c6)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:03.069174 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:03.083496 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Calling delete_port for da54608c-ebed-4e6f-84ba-8ec2f3f675c5 owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:03.273013 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:03.289918 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0316238b-5a12-49a1-825b-d195eb6c85a8 req-54007d38-695f-4664-b174-86744f3e03a3 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 210 time: 0.0270684 Nov 11 06:44:03.308947 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['da54608c-ebed-4e6f-84ba-8ec2f3f675c5'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:44:03.315916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Pushing event deleted for resources: {'Port': ['ID=da54608c-ebed-4e6f-84ba-8ec2f3f675c5,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:03.382069 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] No DVR routers for this DVR port da54608c-ebed-4e6f-84ba-8ec2f3f675c5 on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:44:03.384451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:03.387717 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-17a7c6d1-eb57-4f03-abb1-b914e10fea15 req-1ac745e7-ded5-455b-a12b-f8916ca975b0 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.15 "DELETE /v2.0/ports/da54608c-ebed-4e6f-84ba-8ec2f3f675c5 HTTP/1.1" status: 204 len: 173 time: 0.5241437 Nov 11 06:44:03.388154 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'name': 'network-vif-deleted', 'tag': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:44:03.390399 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdb4f51-fcbd-4c3b-bd27-a48db9226d15" -d '{"events": [{"server_uuid": "1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4", "name": "network-vif-deleted", "tag": "da54608c-ebed-4e6f-84ba-8ec2f3f675c5"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:44:03.430617 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab9908-f0a4-453f-96b6-34c8b81d8c41 x-openstack-request-id: req-faab9908-f0a4-453f-96b6-34c8b81d8c41 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:44:03.430907 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4", "name": "network-vif-deleted", "tag": "da54608c-ebed-4e6f-84ba-8ec2f3f675c5", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:44:03.431160 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faab9908-f0a4-453f-96b6-34c8b81d8c41 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:44:03.431556 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4', 'name': 'network-vif-deleted', 'tag': 'da54608c-ebed-4e6f-84ba-8ec2f3f675c5', 'status': 'completed', 'code': 200} Nov 11 06:44:04.396196 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6d786fbf-8c92-49f3-8a6e-4acfa089bee2 req-bf82e522-82fd-4742-8003-7beadcf85396 tempest-VolumesSnapshotTestJSON-1248800438 tempest-VolumesSnapshotTestJSON-1248800438-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa5d256-9834-4a0f-b3dc-10afd1b5a7e4 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Nov 11 06:44:06.188984 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device da54608c-ebed-4e6f-84ba-8ec2f3f675c5 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:44:06.211994 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: da54608c-ebed-4e6f-84ba-8ec2f3f675c5 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:44:06.212336 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device da54608c-ebed-4e6f-84ba-8ec2f3f675c5 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:44:11.185613 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff2d8-8db9-4337-b385-89295ff138ba req-51df4ed7-2cbd-4eb1-b7df-6c83f5bab0d2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:11.187057 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-75cff2d8-8db9-4337-b385-89295ff138ba req-51df4ed7-2cbd-4eb1-b7df-6c83f5bab0d2 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.0466273 Nov 11 06:44:11.232538 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-75cff2d8-8db9-4337-b385-89295ff138ba req-ced908ff-65d2-4496-9125-9c940af9684e tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 Nov 11 06:44:11.489964 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:44:12.195312 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57444) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:12.307183 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b79b78aa-754a-4496-8ac1-37c3276e57e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.367908 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50c085-7244-4b04-af84-8e06a30ea789 req-ffb2b24e-618b-41c0-b2ce-00bd6f1f6b7b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:12.370263 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b50c085-7244-4b04-af84-8e06a30ea789 req-ffb2b24e-618b-41c0-b2ce-00bd6f1f6b7b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.0567248 Nov 11 06:44:12.385703 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b79b78aa-754a-4496-8ac1-37c3276e57e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.419803 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b50c085-7244-4b04-af84-8e06a30ea789 req-46a2bb8b-6391-46f5-87a1-53560cbc0600 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Nov 11 06:44:12.445016 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b79b78aa-754a-4496-8ac1-37c3276e57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.482825 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b79b78aa-754a-4496-8ac1-37c3276e57e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdf0697461214f0fa2ad15cc6ca7d453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864525 Nov 11 06:44:12.483691 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b78aa-754a-4496-8ac1-37c3276e57e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b7800-131d-49a5-8a89-c23cd54ebfe5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:12.486307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57450) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:12.533104 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.557462 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.679442 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.682053 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.685501 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c20b7800-131d-49a5-8a89-c23cd54ebfe5 HTTP/1.1" status: 204 len: 168 time: 0.1951714 Nov 11 06:44:12.692983 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b7800-131d-49a5-8a89-c23cd54ebfe5,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:12.702009 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-b0c71df6-a3a6-44d9-9f51-7ccfc309ea2b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:12.702218 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.702652 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.703102 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.703516 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.703632 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-b0c71df6-a3a6-44d9-9f51-7ccfc309ea2b tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.0532801 Nov 11 06:44:12.703860 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.704158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.704511 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.704835 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.705245 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.706216 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.706582 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.706853 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837b5b6-e472-4911-813e-080d67aefdb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:12.801490 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Deleting port fc49135d-ac1c-40ff-b9d3-2d1298a47acd {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:12.801843 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:12.889249 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] For port fc49135d-ac1c-40ff-b9d3-2d1298a47acd, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:12.889534 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.352234 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.352928 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.352928 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.l3_db [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Floating IP d49c19d1-20d7-4cd3-90c0-78b37ab887f6 disassociated. External IP: 172.27.1.197, port: fc49135d-ac1c-40ff-b9d3-2d1298a47acd. Nov 11 06:44:13.353154 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Calling delete_port for fc49135d-ac1c-40ff-b9d3-2d1298a47acd owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:13.392754 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57462) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:13.410801 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-97d4df48-08f3-47d6-a380-d3f6ea7f3f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.501109 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-97d4df48-08f3-47d6-a380-d3f6ea7f3f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.555287 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15eb7e-bb19-4bdb-a4dd-91e2af38d2bf req-cf6cc54a-6750-4d36-9e3b-f5748b03d062 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:13.556900 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4d15eb7e-bb19-4bdb-a4dd-91e2af38d2bf req-cf6cc54a-6750-4d36-9e3b-f5748b03d062 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 947 time: 0.0486794 Nov 11 06:44:13.586737 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-97d4df48-08f3-47d6-a380-d3f6ea7f3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.590312 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.626170 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-97d4df48-08f3-47d6-a380-d3f6ea7f3f09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca923b97e16463e91e1b8c85da12e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296004 Nov 11 06:44:13.628949 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57468) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:13.633667 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event deleted for resources: {'Port': ['ID=fc49135d-ac1c-40ff-b9d3-2d1298a47acd,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:13.634905 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4df48-08f3-47d6-a380-d3f6ea7f3f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9507dc11-b05d-41cb-94a4-323a70d796a6,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:13.641768 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4d15eb7e-bb19-4bdb-a4dd-91e2af38d2bf req-5864e064-c0d7-4af4-a7a0-663b7c6e9e41 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups?id=620e270d-4fae-4cc3-9657-e2d0d694a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756187 Nov 11 06:44:13.695545 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e42e1cf9-873a-4f59-92c1-65b0020441b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.709691 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e42e1cf9-873a-4f59-92c1-65b0020441b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.770392 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:44:13.845014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e42e1cf9-873a-4f59-92c1-65b0020441b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.848303 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e42e1cf9-873a-4f59-92c1-65b0020441b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.849489 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e42e1cf9-873a-4f59-92c1-65b0020441b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9507dc11-b05d-41cb-94a4-323a70d796a6 HTTP/1.1" status: 204 len: 168 time: 0.2196460 Nov 11 06:44:13.863095 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e1cf9-873a-4f59-92c1-65b0020441b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9507dc11-b05d-41cb-94a4-323a70d796a6,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:13.876069 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:44:13.886845 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:44:13.901870 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:13.904180 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:43:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:13.925461 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] No DVR routers for this DVR port fc49135d-ac1c-40ff-b9d3-2d1298a47acd on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:44:13.925461 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:13.926061 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0a33b1d7-3932-47ad-93f9-cf527d8cb3ec req-d4dbb6d2-5ca9-4b10-b3f3-bc27003b0f84 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.15 "DELETE /v2.0/ports/fc49135d-ac1c-40ff-b9d3-2d1298a47acd HTTP/1.1" status: 204 len: 173 time: 1.2148948 Nov 11 06:44:13.926513 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-deleted', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:44:13.929037 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddba75a-4504-4ec3-bbbe-1a55d96fc2ff" -d '{"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-deleted", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:44:13.974099 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec1fc3b-1f9e-43d1-b032-8359d01e404d x-openstack-request-id: req-eec1fc3b-1f9e-43d1-b032-8359d01e404d {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:44:13.974393 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb54aaa-8b1a-4de0-a6e2-652f06e4200f", "name": "network-vif-deleted", "tag": "fc49135d-ac1c-40ff-b9d3-2d1298a47acd", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:44:13.974646 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec1fc3b-1f9e-43d1-b032-8359d01e404d {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:44:13.975294 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb54aaa-8b1a-4de0-a6e2-652f06e4200f', 'name': 'network-vif-deleted', 'tag': 'fc49135d-ac1c-40ff-b9d3-2d1298a47acd', 'status': 'completed', 'code': 200} Nov 11 06:44:14.044167 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:14.260112 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:14.286558 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:44:14.295162 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:14.295750 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:43:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:14.398359 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:14.478328 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57476) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:14.494495 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e261a63c-72de-43fe-a6e0-4260fb73a573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.581647 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e261a63c-72de-43fe-a6e0-4260fb73a573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.608549 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:14.634712 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06bfcb-5626-46da-99a1-00d27fb1688d None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:36:47Z', 'revision_number': 4, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '3f385ff5-470c-4d2e-a75b-9d7b4768e356', 'name': '', 'network_id': '606e9387-7c2e-4208-93c4-0b867ddefd5c', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'mac_address': 'fa:16:3e:14:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851898e7-a300-418c-88b8-c348179d8162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:45Z', 'updated_at': '2021-11-11T06:36:52Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'subnets': [{'id': '851898e7-a300-418c-88b8-c348179d8162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:44:14.679444 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e261a63c-72de-43fe-a6e0-4260fb73a573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.721519 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e261a63c-72de-43fe-a6e0-4260fb73a573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=864835b0217f4ed3943dbb383389695f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415955 Nov 11 06:44:14.723509 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261a63c-72de-43fe-a6e0-4260fb73a573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284a3bda-9f6b-433f-b200-c7bb1acf05cc,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:14.725227 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57484) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:14.766108 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b852a0f6-e485-4e1c-ba2f-fc9f3312c1e2 req-9a639bd6-ae54-4b2e-a972-741996ca77cd tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb54aaa-8b1a-4de0-a6e2-652f06e4200f HTTP/1.1" status: 200 len: 210 time: 0.0318472 Nov 11 06:44:14.807941 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-53a49077-f071-4d39-b941-2f28c905c1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.829638 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-53a49077-f071-4d39-b941-2f28c905c1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.923461 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1c3c9-2041-4acd-b254-36d8f28b144e None None] New status for floating IP d49c19d1-20d7-4cd3-90c0-78b37ab887f6: DOWN {{(pid=102319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:44:14.993473 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-53a49077-f071-4d39-b941-2f28c905c1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.996578 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-53a49077-f071-4d39-b941-2f28c905c1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:14.997722 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-53a49077-f071-4d39-b941-2f28c905c1a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/284a3bda-9f6b-433f-b200-c7bb1acf05cc HTTP/1.1" status: 204 len: 168 time: 0.2714829 Nov 11 06:44:15.006947 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49077-f071-4d39-b941-2f28c905c1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a3bda-9f6b-433f-b200-c7bb1acf05cc,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:15.942496 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57512) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:15.999919 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-06978db7-9260-4200-8ee0-6a5a634b8724 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.023990 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-06978db7-9260-4200-8ee0-6a5a634b8724 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.146696 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-06978db7-9260-4200-8ee0-6a5a634b8724 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.149321 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-06978db7-9260-4200-8ee0-6a5a634b8724 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.150503 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-06978db7-9260-4200-8ee0-6a5a634b8724 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "DELETE /v2.0/security-groups/620e270d-4fae-4cc3-9657-e2d0d694a43a HTTP/1.1" status: 204 len: 168 time: 0.2068424 Nov 11 06:44:16.153704 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57520) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:16.159959 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06978db7-9260-4200-8ee0-6a5a634b8724 tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e270d-4fae-4cc3-9657-e2d0d694a43a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:16.169662 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.api.v2.resource [None req-8322967b-93b7-42a4-acfb-6d619ff06a2f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] show failed (client error): The resource could not be found. Nov 11 06:44:16.171209 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8322967b-93b7-42a4-acfb-6d619ff06a2f tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "GET /v2.0/security-groups/620e270d-4fae-4cc3-9657-e2d0d694a43a HTTP/1.1" status: 404 len: 347 time: 0.0161316 Nov 11 06:44:16.173877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57522) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:16.233023 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:44:16.261086 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: fc49135d-ac1c-40ff-b9d3-2d1298a47acd {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:44:16.261798 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device fc49135d-ac1c-40ff-b9d3-2d1298a47acd not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:44:16.305544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Deleting port 8000aea7-4698-49df-98da-f2f2274f86b7 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:16.305902 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.384017 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.384334 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.396493 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Calling delete_port for 8000aea7-4698-49df-98da-f2f2274f86b7 owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:16.621982 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.675874 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Pushing event deleted for resources: {'Port': ['ID=8000aea7-4698-49df-98da-f2f2274f86b7,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:16.711604 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.714152 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:16.715262 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4ecb905c-9525-4584-917c-d12940cf73dc tempest-AttachVolumeShelveTestJSON-1661694049 tempest-AttachVolumeShelveTestJSON-1661694049-project] 10.222.0.20 "DELETE /v2.0/floatingips/d49c19d1-20d7-4cd3-90c0-78b37ab887f6 HTTP/1.1" status: 204 len: 168 time: 0.5400667 Nov 11 06:44:18.187362 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-60c73384-f9fa-46d8-833b-e4091f5086bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:20.489300 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9e99-96af-4e75-890a-03caf3665459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:21.187071 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-1962994c-c340-4a52-b294-cdbbd934148c tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294673 Nov 11 06:44:21.373543 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5afb2468-1d27-4db9-952f-9490604a8139 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:21.375043 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5afb2468-1d27-4db9-952f-9490604a8139 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835318 Nov 11 06:44:21.389574 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-7f459f5f-6866-4d95-9832-d4d40cf6e7f7 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/quotas/13ff1231bc9d45c984dbbe877f7cbb68 HTTP/1.1" status: 200 len: 375 time: 0.0088818 Nov 11 06:44:21.420733 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-fffe2109-aaea-464c-9f62-3dc02d5057a7 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257747 Nov 11 06:44:21.621912 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:21.695467 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5cef63bd-570d-4a11-aa16-00c23f4c9c17 req-72f32f2c-1676-46cd-9fe9-f8657cea28d5 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Nov 11 06:44:22.566407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57610) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:22.783796 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-be626d01-4acf-4c32-8645-c83637bb9080 req-413ba6d2-ecc5-4c29-b877-1e63746a30a1 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Nov 11 06:44:23.076099 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:23.227756 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:23.572995 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Deleting port 3f385ff5-470c-4d2e-a75b-9d7b4768e356 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:23.573625 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:23.649206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] For port 3f385ff5-470c-4d2e-a75b-9d7b4768e356, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=3f385ff5-470c-4d2e-a75b-9d7b4768e356,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:23.649559 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:23.661407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Calling delete_port for 3f385ff5-470c-4d2e-a75b-9d7b4768e356 owned by network:router_interface {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:23.883399 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f3bfcac3-bd30-45ef-9ddc-df4a960b7f82 req-a8baf15b-7ac6-4808-bdc4-83e6a38b1bbd tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 210 time: 0.0250051 Nov 11 06:44:23.925010 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:23.954644 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3f385ff5-470c-4d2e-a75b-9d7b4768e356,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:24.023596 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-f0544111-443c-4f47-9de3-8a529b4b90e7 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355442 Nov 11 06:44:24.130838 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.141015 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.159492 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.248080 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-7101a198-2491-426c-b84c-818f50a6ae59 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:24.249459 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-7101a198-2491-426c-b84c-818f50a6ae59 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191472 Nov 11 06:44:24.269809 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Request body: {'port': {'device_id': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4', 'admin_state_up': True, 'tenant_id': '13ff1231bc9d45c984dbbe877f7cbb68'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:24.376030 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Router 83debace-4bfa-4ffa-b4f6-81561c00eb52 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:44:24.450431 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Made reservation on behalf of 13ff1231bc9d45c984dbbe877f7cbb68 for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:44:24.453993 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.466290 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.486007 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:44:24.491993 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4f14e064-2fb8-4af3-8d71-731a924c20ba admin admin] 10.222.0.20 "PUT /v2.0/routers/83debace-4bfa-4ffa-b4f6-81561c00eb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243424 Nov 11 06:44:24.494276 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57632) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:24.495367 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] Sync routers for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:44:24.505680 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:24.506396 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:24.545045 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.598790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.609135 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.611016 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:24.643575 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50805f9-987a-4c6e-848a-4fd49ac4384a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:24.721685 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.754905 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Allocated IP 192.168.233.18 (26be5926-b127-4cb7-bf6a-8da7dc3137e4/b66f4a65-a030-437c-bdc0-799b671cd53a/ba5c0a9e-4a9e-4d85-aba3-9abd79752adf) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:24.847607 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Deleting port 19aaca53-93fc-4ff7-933c-3a7541040c84 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:24.847946 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.882146 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:44:23Z', 'revision_number': 5, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port': {'id': '19aaca53-93fc-4ff7-933c-3a7541040c84', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:36:42Z', 'updated_at': '2021-11-11T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:24.901976 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.909755 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] Checking router: 83debace-4bfa-4ffa-b4f6-81561c00eb52 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:44:24.922246 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] Routers {'83debace-4bfa-4ffa-b4f6-81561c00eb52'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:24.922991 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['83debace-4bfa-4ffa-b4f6-81561c00eb52'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:24.930519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] For port 19aaca53-93fc-4ff7-933c-3a7541040c84, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=19aaca53-93fc-4ff7-933c-3a7541040c84,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:24.930885 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:24.943801 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Calling delete_port for 19aaca53-93fc-4ff7-933c-3a7541040c84 owned by network:router_gateway {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:24.988543 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.029638 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] Set router 83debace-4bfa-4ffa-b4f6-81561c00eb52 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:25.050125 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb95ea-44f0-46f8-931c-1e70724bc261 req-990df9a7-9c4b-4ee5-828e-6064a1f5f307 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:25.052876 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4ccb95ea-44f0-46f8-931c-1e70724bc261 req-990df9a7-9c4b-4ee5-828e-6064a1f5f307 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 935 time: 0.0650287 Nov 11 06:44:25.057536 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:25.062004 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:25.063878 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Pushing event updated for resources: {'Port': ['ID=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:25.066220 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:25.118283 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:44:24Z', 'revision_number': 6, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:25.120626 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:25.121451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.148251 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80ff5a-407e-4fbd-9e1b-159810b38ebb None None] The sync data for ids ['83debace-4bfa-4ffa-b4f6-81561c00eb52'] in dv-cinder-817514-1-iscsi is: [{'id': '83debace-4bfa-4ffa-b4f6-81561c00eb52', 'name': 'tempest-AttachVolumeShelveTestJSON-807580530-router', 'tenant_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:36:41Z', 'updated_at': '2021-11-11T06:44:24Z', 'revision_number': 6, 'project_id': '50a4f29fcd7746f4b9c5fecb33376b5b', 'gw_port_host': None}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:44:25.173676 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-4ccb95ea-44f0-46f8-931c-1e70724bc261 req-f914f17d-6904-4540-9189-26c1918a0237 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149559 Nov 11 06:44:25.227576 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-d54ba811-6006-4b0e-8a9a-03bc35a05600 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9615872 Nov 11 06:44:25.245340 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Request body: {'port': {'device_id': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:25.274140 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.302534 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=19aaca53-93fc-4ff7-933c-3a7541040c84,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:25.304677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.333955 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-94352c81-b411-4ac9-ba38-d9d6a667382e None None] Provisioning complete for port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:25.334560 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-94352c81-b411-4ac9-ba38-d9d6a667382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.365225 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.373577 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-94352c81-b411-4ac9-ba38-d9d6a667382e None None] Port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:44:25.458132 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.460201 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.576839 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.578089 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83debace-4bfa-4ffa-b4f6-81561c00eb52 {{(pid=102317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:44:25.582705 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.583871 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3b838bca-fa0d-45f4-8d2a-1e09ccc1a8cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/83debace-4bfa-4ffa-b4f6-81561c00eb52 HTTP/1.1" status: 204 len: 168 time: 1.0886972 Nov 11 06:44:25.588725 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57642) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:25.598606 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5c0a9e-4a9e-4d85-aba3-9abd79752adf {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:44:25.606396 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.618716 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Transition to ACTIVE for port object ba5c0a9e-4a9e-4d85-aba3-9abd79752adf will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:44:25.632365 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Deleting subnet 851898e7-a300-418c-88b8-c348179d8162 {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:44:25.635503 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.668933 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.702238 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.750559 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Pushing event updated for resources: {'Port': ['ID=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:25.750861 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.824076 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Attempting to bind port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:44:25.824411 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Attempting to bind port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:44:25.824736 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Attempting to bind port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf on network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:25.829224 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf on network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:44:25.829541 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Attempting to bind port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf on network 26be5926-b127-4cb7-bf6a-8da7dc3137e4 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:25.834690 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:44:25.837970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Checking segment: {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:25.837970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Bound using segment: {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:44:25.837970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Bound port: ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591ef1b2-a0e3-44d0-a4e3-089967ff037d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:44:25.837970 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.856888 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.881087 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851898e7-a300-418c-88b8-c348179d8162,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:25.897321 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.901338 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-69d1cddc-2d07-428b-8996-ca30c13f5169 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/851898e7-a300-418c-88b8-c348179d8162 HTTP/1.1" status: 204 len: 168 time: 0.3136001 Nov 11 06:44:25.903604 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57644) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:25.912955 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db60e08-e02d-4a1e-8552-caf0162201a8 None None] Network 606e9387-7c2e-4208-93c4-0b867ddefd5c requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:44:25.916170 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] For port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:44:25.919806 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] For port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:44:25.993994 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:25.994203 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.036232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.036862 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.038326 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] 10.222.0.15 "PUT /v2.0/ports/ba5c0a9e-4a9e-4d85-aba3-9abd79752adf HTTP/1.1" status: 200 len: 1097 time: 0.7973166 Nov 11 06:44:26.042197 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'tag': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:44:26.042197 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4640833e-ee9e-4c09-b15c-ffbcaf0417d8" -d '{"events": [{"name": "network-changed", "server_uuid": "71d19bbc-9be3-4779-9a4c-46c65d40f312", "tag": "ba5c0a9e-4a9e-4d85-aba3-9abd79752adf"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:44:26.084218 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Deleting port ac3d0142-a2b4-42cd-8c74-4d978ca76583 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:26.084972 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.091064 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441356c-1ebb-4894-9e3b-cf5bd285aa0c service neutron] Pushing event updated for resources: {'Port': ['ID=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:26.096857 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af71c3eb-0be0-4a85-b338-cfa91dd9fb2d x-openstack-request-id: req-af71c3eb-0be0-4a85-b338-cfa91dd9fb2d {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:44:26.097434 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d19bbc-9be3-4779-9a4c-46c65d40f312", "tag": "ba5c0a9e-4a9e-4d85-aba3-9abd79752adf", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:44:26.097943 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af71c3eb-0be0-4a85-b338-cfa91dd9fb2d {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:44:26.098394 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'tag': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf', 'status': 'completed', 'code': 200} Nov 11 06:44:26.163877 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] DHCP port deletion for 606e9387-7c2e-4208-93c4-0b867ddefd5c request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:44:26.171208 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] For port ac3d0142-a2b4-42cd-8c74-4d978ca76583, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=ac3d0142-a2b4-42cd-8c74-4d978ca76583,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:26.172037 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.192940 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640833e-ee9e-4c09-b15c-ffbcaf0417d8 req-21bbb2ef-1301-41fd-8116-08e9c40b81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.194448 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4640833e-ee9e-4c09-b15c-ffbcaf0417d8 req-21bbb2ef-1301-41fd-8116-08e9c40b81e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 1100 time: 0.0532384 Nov 11 06:44:26.202967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Calling delete_port for ac3d0142-a2b4-42cd-8c74-4d978ca76583 owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:26.230781 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Deleting port ac3d0142-a2b4-42cd-8c74-4d978ca76583 {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:26.230991 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.270566 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4640833e-ee9e-4c09-b15c-ffbcaf0417d8 req-5df18d6f-a9ad-4c24-be94-525724820906 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549209 Nov 11 06:44:26.374929 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c14cf3-b71b-4c05-8884-af664d6ab3de req-834fe240-9850-4f24-92ca-7bf8573599ae tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.376509 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a6c14cf3-b71b-4c05-8884-af664d6ab3de req-834fe240-9850-4f24-92ca-7bf8573599ae tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 947 time: 0.0812376 Nov 11 06:44:26.423678 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640833e-ee9e-4c09-b15c-ffbcaf0417d8 req-d3478447-ac46-41ed-8d9b-05c43abc0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.425588 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4640833e-ee9e-4c09-b15c-ffbcaf0417d8 req-d3478447-ac46-41ed-8d9b-05c43abc0afd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1473243 Nov 11 06:44:26.460944 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a6c14cf3-b71b-4c05-8884-af664d6ab3de req-58402f36-3315-48b0-b373-29b145d86b67 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662622 Nov 11 06:44:26.462716 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.478930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] No DVR routers for this DVR port ac3d0142-a2b4-42cd-8c74-4d978ca76583 on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:44:26.492938 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 19aaca53-93fc-4ff7-933c-3a7541040c84 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:44:26.519886 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 19aaca53-93fc-4ff7-933c-3a7541040c84 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:44:26.520151 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 19aaca53-93fc-4ff7-933c-3a7541040c84 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:44:26.520580 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 3f385ff5-470c-4d2e-a75b-9d7b4768e356 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:44:26.525031 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3d0142-a2b4-42cd-8c74-4d978ca76583,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:26.534063 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] For port ac3d0142-a2b4-42cd-8c74-4d978ca76583, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=ac3d0142-a2b4-42cd-8c74-4d978ca76583,segment=NetworkSegment(4e81ba39-7d99-4cbc-a601-bfad121177bf),segment_id=4e81ba39-7d99-4cbc-a601-bfad121177bf)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:26.534063 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.546946 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-7c19634c-26a9-457f-94a4-8df6ff0494bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.548492 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-7c19634c-26a9-457f-94a4-8df6ff0494bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 1100 time: 0.0530121 Nov 11 06:44:26.557188 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 3f385ff5-470c-4d2e-a75b-9d7b4768e356 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:44:26.557630 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 3f385ff5-470c-4d2e-a75b-9d7b4768e356 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:44:26.558154 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device ac3d0142-a2b4-42cd-8c74-4d978ca76583 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:44:26.577530 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.583984 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Calling delete_port for ac3d0142-a2b4-42cd-8c74-4d978ca76583 owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:26.585685 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: ac3d0142-a2b4-42cd-8c74-4d978ca76583 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:44:26.586385 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device ac3d0142-a2b4-42cd-8c74-4d978ca76583 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:44:26.601530 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606e9387-7c2e-4208-93c4-0b867ddefd5c']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:26.611713 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e81ba39-7d99-4cbc-a601-bfad121177bf') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:26.612021 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e81ba39-7d99-4cbc-a601-bfad121177bf') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:26.612239 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-ebef0959-d6c8-48c8-a57c-b5e8887f5ab6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf HTTP/1.1" status: 200 len: 217 time: 0.0449011 Nov 11 06:44:26.621803 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.638567 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.648944 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:44:26.649422 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:44:26.651275 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:44:26.671381 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-17beb3e1-2536-4384-aadc-dc5f71b7ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.672986 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-17beb3e1-2536-4384-aadc-dc5f71b7ec4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b66f4a65-a030-437c-bdc0-799b671cd53a HTTP/1.1" status: 200 len: 843 time: 0.0539901 Nov 11 06:44:26.683243 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.717404 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] No DVR routers for this DVR port ac3d0142-a2b4-42cd-8c74-4d978ca76583 on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:44:26.719438 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Pushing event deleted for resources: {'Port': ['ID=ac3d0142-a2b4-42cd-8c74-4d978ca76583,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:26.723375 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-23fe507a-7b71-4af5-b15d-9c0556584534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:26.725073 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-23fe507a-7b71-4af5-b15d-9c0556584534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26be5926-b127-4cb7-bf6a-8da7dc3137e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423219 Nov 11 06:44:26.728849 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.729461 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.729761 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.730109 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.730415 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.730929 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.731268 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.731594 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.732091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.732409 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.732729 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.733050 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f69ad-fe09-4c5b-a80f-7fe1325ea652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:26.788082 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.793544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:26.796755 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] 10.222.0.20 "DELETE /v2.0/networks/606e9387-7c2e-4208-93c4-0b867ddefd5c HTTP/1.1" status: 204 len: 168 time: 0.8919740 Nov 11 06:44:26.808435 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842c54-f22f-4e19-8f05-88a46b56446a admin admin] Pushing event deleted for resources: {'Network': ['ID=606e9387-7c2e-4208-93c4-0b867ddefd5c,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:26.821525 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-981fb151-995b-42dd-9818-5647125e5eff service neutron] 10.222.0.15 "GET /v2.0/networks/26be5926-b127-4cb7-bf6a-8da7dc3137e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890067 Nov 11 06:44:26.916425 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ebac39c2-b6eb-4d79-89a6-fc8706e390d0 req-e857f0f9-7b7a-48d7-a4af-7368e3f54d58 service neutron] 10.222.0.15 "GET /v2.0/networks/26be5926-b127-4cb7-bf6a-8da7dc3137e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 Nov 11 06:44:27.151880 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57660) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:27.190758 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-6e2011f4-93b0-42d6-a85f-0b1ae36b2c50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50a4f29fcd7746f4b9c5fecb33376b5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377510 Nov 11 06:44:27.193077 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57662) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:27.237338 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3ccc-6004-44f6-b826-a65aa5b109d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:27.257641 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3ccc-6004-44f6-b826-a65aa5b109d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:27.397296 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3ccc-6004-44f6-b826-a65aa5b109d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:27.399839 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3ccc-6004-44f6-b826-a65aa5b109d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:27.400952 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-7fdc3ccc-6004-44f6-b826-a65aa5b109d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba7a8ded-7256-4da1-a781-35b5a8317dcb HTTP/1.1" status: 204 len: 168 time: 0.2069943 Nov 11 06:44:27.408688 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3ccc-6004-44f6-b826-a65aa5b109d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a8ded-7256-4da1-a781-35b5a8317dcb,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:27.566194 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032d4f4-19e3-4394-8516-77114784fe4f req-9280db7b-7687-430e-a055-501f60f30f4e tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:27.567660 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8032d4f4-19e3-4394-8516-77114784fe4f req-9280db7b-7687-430e-a055-501f60f30f4e tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 947 time: 0.0478840 Nov 11 06:44:27.616228 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8032d4f4-19e3-4394-8516-77114784fe4f req-598b5da4-7225-4194-b57c-f9f55df586c4 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Nov 11 06:44:28.309418 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device ba5c0a9e-4a9e-4d85-aba3-9abd79752adf details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:44:28.407024 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:28.418086 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf', 'network_id': '26be5926-b127-4cb7-bf6a-8da7dc3137e4', 'port_id': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf', 'mac_address': 'fa:16:3e:2c:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f4a65-a030-437c-bdc0-799b671cd53a', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:44:28.457260 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:28.470307 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5c0a9e-4a9e-4d85-aba3-9abd79752adf {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:44:28.490260 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:28.553532 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:28.606024 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:28.729475 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793428b-cfa9-4aa5-8458-fc94b7d58650 req-34a557c5-93e7-4ce1-a34d-26e1df8c5a29 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:28.730962 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f793428b-cfa9-4aa5-8458-fc94b7d58650 req-34a557c5-93e7-4ce1-a34d-26e1df8c5a29 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 948 time: 0.0468695 Nov 11 06:44:28.778882 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f793428b-cfa9-4aa5-8458-fc94b7d58650 req-ad6ae22b-2642-419a-9b3b-bb0b5e992f6a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Nov 11 06:44:28.826805 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['ba5c0a9e-4a9e-4d85-aba3-9abd79752adf'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:44:29.101609 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57740) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:29.203290 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9910fd6d-922e-4d70-94da-e84589108146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.277588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9910fd6d-922e-4d70-94da-e84589108146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.351691 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9910fd6d-922e-4d70-94da-e84589108146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.388450 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9910fd6d-922e-4d70-94da-e84589108146 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50aed2c03b774afd99b015cd53df4f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857077 Nov 11 06:44:29.389562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910fd6d-922e-4d70-94da-e84589108146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b1f414-7736-470c-a206-d2055ba97a63,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:29.391460 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57746) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:29.441475 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7365b463-58f6-41dc-a5c2-9cd811936ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.462184 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7365b463-58f6-41dc-a5c2-9cd811936ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.557487 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7365b463-58f6-41dc-a5c2-9cd811936ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.560082 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7365b463-58f6-41dc-a5c2-9cd811936ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:29.561361 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-7365b463-58f6-41dc-a5c2-9cd811936ed8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05b1f414-7736-470c-a206-d2055ba97a63 HTTP/1.1" status: 204 len: 168 time: 0.1688349 Nov 11 06:44:29.569177 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365b463-58f6-41dc-a5c2-9cd811936ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b1f414-7736-470c-a206-d2055ba97a63,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:29.894917 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005760ce-9df7-4748-b4c1-063ff5009c57 req-b44a145e-fb5d-47fc-82e0-1f2ebb0ac32a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:29.896424 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-005760ce-9df7-4748-b4c1-063ff5009c57 req-b44a145e-fb5d-47fc-82e0-1f2ebb0ac32a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 948 time: 0.0510399 Nov 11 06:44:29.944246 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-005760ce-9df7-4748-b4c1-063ff5009c57 req-44f4bd03-0817-465d-8b2e-503bc3885ab1 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Nov 11 06:44:30.310805 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device ba5c0a9e-4a9e-4d85-aba3-9abd79752adf up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:30.462677 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:44:30.466590 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:30.466962 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:30.545456 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:30.577479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:44:30.580131 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7834ddca-8535-4750-b777-d2300fd6e682" -d '{"events": [{"server_uuid": "71d19bbc-9be3-4779-9a4c-46c65d40f312", "name": "network-vif-plugged", "status": "completed", "tag": "ba5c0a9e-4a9e-4d85-aba3-9abd79752adf"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:44:30.593650 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:30.618940 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c313e0df-a834-4ed9-bf27-1bf743461be2 x-openstack-request-id: req-c313e0df-a834-4ed9-bf27-1bf743461be2 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:44:30.619238 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d19bbc-9be3-4779-9a4c-46c65d40f312", "name": "network-vif-plugged", "status": "completed", "tag": "ba5c0a9e-4a9e-4d85-aba3-9abd79752adf", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:44:30.619496 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c313e0df-a834-4ed9-bf27-1bf743461be2 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:44:30.619895 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf', 'code': 200} Nov 11 06:44:30.679431 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:30.732228 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:30.959362 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89e330-04e6-4413-b389-ed205e515241 req-5bdd6e32-7871-4353-ad08-d9d4bec676ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:30.960860 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e89e330-04e6-4413-b389-ed205e515241 req-5bdd6e32-7871-4353-ad08-d9d4bec676ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 1102 time: 0.0423450 Nov 11 06:44:31.004374 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e89e330-04e6-4413-b389-ed205e515241 req-3e2819dd-8cf1-4bf5-89d7-11c395803136 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Nov 11 06:44:31.055938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f69b0-9025-48b4-abd1-bd81078f2a4f req-823132b6-e1ea-4068-885c-6ff49f5cb0db tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:31.058784 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4a2f69b0-9025-48b4-abd1-bd81078f2a4f req-823132b6-e1ea-4068-885c-6ff49f5cb0db tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 949 time: 0.0471513 Nov 11 06:44:31.108994 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4a2f69b0-9025-48b4-abd1-bd81078f2a4f req-701524ee-f2e3-4ef7-8f3b-ef893a7e96e0 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423100 Nov 11 06:44:31.596591 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57808) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:31.639460 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Deleting subnet ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2 {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:44:31.642869 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:31.682710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:31.720929 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:31.839456 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:31.864899 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:31.872264 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:31.875385 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ccb54e7e-2916-4b8c-8f32-6246e5f8d4d2 HTTP/1.1" status: 204 len: 168 time: 0.2778103 Nov 11 06:44:31.877047 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.877399 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.877743 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.878115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57812) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:31.878548 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.878548 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.878787 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.879088 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.879417 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.879737 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.880057 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.880378 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.880741 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66ca56-7b86-44ce-ac6e-8406774e1a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:31.952831 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.034599 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.054684 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5f51ab-437c-4885-91eb-cfb0d17399df']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:32.064212 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4d9f3f-af62-4146-be51-26232b4f20c6') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:32.064407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4d9f3f-af62-4146-be51-26232b4f20c6') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:32.073745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.087952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.091507 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57816) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:32.094133 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:44:32.097192 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:44:32.202789 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1fdcacad-056d-4f3a-8524-8fe5d4e75c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.227230 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62f99-02b6-468d-8181-d1ae82b8b7ca req-c7f7c06d-733a-4e81-aa3d-777c38c63de2 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:32.228695 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-78c62f99-02b6-468d-8181-d1ae82b8b7ca req-c7f7c06d-733a-4e81-aa3d-777c38c63de2 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 949 time: 0.0485525 Nov 11 06:44:32.241989 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.257979 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.260887 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e5f51ab-437c-4885-91eb-cfb0d17399df HTTP/1.1" status: 204 len: 168 time: 0.3817966 Nov 11 06:44:32.275344 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66d5d-37df-4f91-85d7-4132dc9535ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5f51ab-437c-4885-91eb-cfb0d17399df,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:32.291204 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1fdcacad-056d-4f3a-8524-8fe5d4e75c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.300416 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-78c62f99-02b6-468d-8181-d1ae82b8b7ca req-b6372522-7646-4d1b-82ee-239812686af9 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Nov 11 06:44:32.357487 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-1fdcacad-056d-4f3a-8524-8fe5d4e75c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.396655 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-1fdcacad-056d-4f3a-8524-8fe5d4e75c46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5052a932276a45b397683c1c72be008a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039067 Nov 11 06:44:32.397619 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcacad-056d-4f3a-8524-8fe5d4e75c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21041470-65b1-4de5-80e6-d8a2b2d972c5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:32.399241 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57828) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:32.448175 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ae21-151f-4688-a274-ae939c102928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.468784 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ae21-151f-4688-a274-ae939c102928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.592107 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ae21-151f-4688-a274-ae939c102928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.594877 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ae21-151f-4688-a274-ae939c102928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.599559 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c9f9ae21-151f-4688-a274-ae939c102928 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21041470-65b1-4de5-80e6-d8a2b2d972c5 HTTP/1.1" status: 204 len: 168 time: 0.1969485 Nov 11 06:44:32.606193 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9ae21-151f-4688-a274-ae939c102928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21041470-65b1-4de5-80e6-d8a2b2d972c5,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:32.619559 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57832) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:32.672629 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b96c4b6d-32db-44ec-9f10-d8fccf4b8abb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20af198e749744409cd7da49ad9afeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517733 Nov 11 06:44:32.676429 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57836) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:32.756840 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d406e4a-7d24-43ae-a818-2cf627573dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.776099 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489d591-b54f-47c4-bb60-a28461f06450 req-aad7e271-607d-4e21-9f94-7e70c6b0dfd2 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:32.778000 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a489d591-b54f-47c4-bb60-a28461f06450 req-aad7e271-607d-4e21-9f94-7e70c6b0dfd2 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 949 time: 0.0795965 Nov 11 06:44:32.796526 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d406e4a-7d24-43ae-a818-2cf627573dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.854824 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a489d591-b54f-47c4-bb60-a28461f06450 req-e48b11b4-6439-40df-808a-8565261eee2d tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675714 Nov 11 06:44:32.907684 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d406e4a-7d24-43ae-a818-2cf627573dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.910367 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4d406e4a-7d24-43ae-a818-2cf627573dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:32.911497 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4d406e4a-7d24-43ae-a818-2cf627573dc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/760b6bdc-acf6-42f7-9df7-a0fc7f71dd18 HTTP/1.1" status: 204 len: 168 time: 0.2339299 Nov 11 06:44:32.920493 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d406e4a-7d24-43ae-a818-2cf627573dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760b6bdc-acf6-42f7-9df7-a0fc7f71dd18,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:33.218888 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 57842) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:33.231948 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e62d4537-8aa6-4c58-b1e7-37d24cbbea07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.306318 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e62d4537-8aa6-4c58-b1e7-37d24cbbea07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.364723 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e62d4537-8aa6-4c58-b1e7-37d24cbbea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.402603 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e62d4537-8aa6-4c58-b1e7-37d24cbbea07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bbf5a8cfdcb4f2b96f5ccd385a5f019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826363 Nov 11 06:44:33.403437 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d4537-8aa6-4c58-b1e7-37d24cbbea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a1498a-4343-4959-816b-533e8fe5a385,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:33.405156 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 57850) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:33.454797 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ade7471d-0a9c-4f82-9102-ff0de3af4cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.479957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ade7471d-0a9c-4f82-9102-ff0de3af4cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.581875 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ade7471d-0a9c-4f82-9102-ff0de3af4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.584512 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ade7471d-0a9c-4f82-9102-ff0de3af4cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:33.585680 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ade7471d-0a9c-4f82-9102-ff0de3af4cd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29a1498a-4343-4959-816b-533e8fe5a385 HTTP/1.1" status: 204 len: 168 time: 0.1788187 Nov 11 06:44:33.593219 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7471d-0a9c-4f82-9102-ff0de3af4cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a1498a-4343-4959-816b-533e8fe5a385,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:33.991884 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91d00b-899a-4ec3-adff-175421a37bbf req-14ca99e5-44bc-4115-9d2f-0c02ba263078 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:33.993659 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c91d00b-899a-4ec3-adff-175421a37bbf req-14ca99e5-44bc-4115-9d2f-0c02ba263078 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 949 time: 0.0650086 Nov 11 06:44:34.050842 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c91d00b-899a-4ec3-adff-175421a37bbf req-647d3b47-87af-4dc2-b321-f911c0523c6e tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f50805f9-987a-4c6e-848a-4fd49ac4384a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484025 Nov 11 06:44:34.191820 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-d49c85ea-fddd-407a-8da7-0abb761dfd57 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:34.193277 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-d49c85ea-fddd-407a-8da7-0abb761dfd57 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 949 time: 0.0492511 Nov 11 06:44:34.283549 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Deleting port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:44:34.283891 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:34.385096 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] For port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,segment=NetworkSegment(591ef1b2-a0e3-44d0-a4e3-089967ff037d),segment_id=591ef1b2-a0e3-44d0-a4e3-089967ff037d)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:34.385453 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:34.399321 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Calling delete_port for ba5c0a9e-4a9e-4d85-aba3-9abd79752adf owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:44:34.581821 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:34.609521 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Pushing event deleted for resources: {'Port': ['ID=ba5c0a9e-4a9e-4d85-aba3-9abd79752adf,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:34.669493 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] No DVR routers for this DVR port ba5c0a9e-4a9e-4d85-aba3-9abd79752adf on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:44:34.672214 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:34.676348 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-27dce1d1-51a6-475e-b898-083bc70173a5 req-e0024ac6-b810-4672-9035-b00dbc4bb34a tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.15 "DELETE /v2.0/ports/ba5c0a9e-4a9e-4d85-aba3-9abd79752adf HTTP/1.1" status: 204 len: 173 time: 0.4767056 Nov 11 06:44:34.677002 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'name': 'network-vif-deleted', 'tag': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:44:34.688681 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f0faa-569a-43b5-b46a-2455666e7ce2" -d '{"events": [{"server_uuid": "71d19bbc-9be3-4779-9a4c-46c65d40f312", "name": "network-vif-deleted", "tag": "ba5c0a9e-4a9e-4d85-aba3-9abd79752adf"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:44:34.716951 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce32b94f-0eb6-47eb-85c1-16aa2b4f2c32 x-openstack-request-id: req-ce32b94f-0eb6-47eb-85c1-16aa2b4f2c32 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:44:34.717269 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d19bbc-9be3-4779-9a4c-46c65d40f312", "name": "network-vif-deleted", "tag": "ba5c0a9e-4a9e-4d85-aba3-9abd79752adf", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:44:34.717526 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce32b94f-0eb6-47eb-85c1-16aa2b4f2c32 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:44:34.718123 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d19bbc-9be3-4779-9a4c-46c65d40f312', 'name': 'network-vif-deleted', 'tag': 'ba5c0a9e-4a9e-4d85-aba3-9abd79752adf', 'status': 'completed', 'code': 200} Nov 11 06:44:35.299771 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e823cb91-23d2-49fd-89a9-33d6b1299ec4 req-3733ac05-e917-4ce4-9719-f87750bc01d9 tempest-VolumesNegativeTest-173427446 tempest-VolumesNegativeTest-173427446-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d19bbc-9be3-4779-9a4c-46c65d40f312 HTTP/1.1" status: 200 len: 210 time: 0.0259566 Nov 11 06:44:36.310069 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device ba5c0a9e-4a9e-4d85-aba3-9abd79752adf no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:44:36.331605 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: ba5c0a9e-4a9e-4d85-aba3-9abd79752adf {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:44:36.331950 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device ba5c0a9e-4a9e-4d85-aba3-9abd79752adf not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:44:41.026152 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58226) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:41.137054 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-08ae434c-d156-4294-b421-ca5d6d1a68ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.207746 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-08ae434c-d156-4294-b421-ca5d6d1a68ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.255891 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-08ae434c-d156-4294-b421-ca5d6d1a68ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.293015 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae434c-d156-4294-b421-ca5d6d1a68ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58158672-c44b-4719-bd64-6f0dc9e7f132,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:41.298286 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-08ae434c-d156-4294-b421-ca5d6d1a68ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9241022b68914bfcbadd9a9dd752f50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711182 Nov 11 06:44:41.300989 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58230) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:41.347613 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5eda9cd9-7320-44e7-b573-0bf3f9e27279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.367697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5eda9cd9-7320-44e7-b573-0bf3f9e27279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.444401 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5eda9cd9-7320-44e7-b573-0bf3f9e27279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.447069 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5eda9cd9-7320-44e7-b573-0bf3f9e27279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:41.448194 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5eda9cd9-7320-44e7-b573-0bf3f9e27279 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58158672-c44b-4719-bd64-6f0dc9e7f132 HTTP/1.1" status: 204 len: 168 time: 0.1462944 Nov 11 06:44:41.456301 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda9cd9-7320-44e7-b573-0bf3f9e27279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58158672-c44b-4719-bd64-6f0dc9e7f132,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:41.991035 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58242) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:42.009294 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75ff96d4-399c-4572-9427-1fc192c1ac07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.087166 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75ff96d4-399c-4572-9427-1fc192c1ac07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.193189 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-75ff96d4-399c-4572-9427-1fc192c1ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.230368 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-75ff96d4-399c-4572-9427-1fc192c1ac07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc4c6ca7b1a9475eacc966f7c0386a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382555 Nov 11 06:44:42.231293 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff96d4-399c-4572-9427-1fc192c1ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a138d4-d311-4181-9fba-d2ac3006f09a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:42.233275 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58246) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:42.263295 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58248) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:42.285678 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d88-18a5-4a90-aa2c-fa22d22dc122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.306643 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d88-18a5-4a90-aa2c-fa22d22dc122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.392883 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-78b2e37c-2120-46b4-a4b5-ab163b32e321 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ff1231bc9d45c984dbbe877f7cbb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278510 Nov 11 06:44:42.394860 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58252) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:42.427417 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d88-18a5-4a90-aa2c-fa22d22dc122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.429987 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d88-18a5-4a90-aa2c-fa22d22dc122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.431104 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c2a66d88-18a5-4a90-aa2c-fa22d22dc122 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26a138d4-d311-4181-9fba-d2ac3006f09a HTTP/1.1" status: 204 len: 168 time: 0.1962121 Nov 11 06:44:42.439252 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a66d88-18a5-4a90-aa2c-fa22d22dc122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a138d4-d311-4181-9fba-d2ac3006f09a,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:42.440567 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b55533fc-27a5-4d6e-a258-d3a6fb63190e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.463243 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b55533fc-27a5-4d6e-a258-d3a6fb63190e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.580834 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b55533fc-27a5-4d6e-a258-d3a6fb63190e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.583540 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b55533fc-27a5-4d6e-a258-d3a6fb63190e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:42.592725 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b55533fc-27a5-4d6e-a258-d3a6fb63190e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f50805f9-987a-4c6e-848a-4fd49ac4384a HTTP/1.1" status: 204 len: 168 time: 0.1889610 Nov 11 06:44:42.592725 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55533fc-27a5-4d6e-a258-d3a6fb63190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50805f9-987a-4c6e-848a-4fd49ac4384a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:43.639255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58300) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:43.735417 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1022063287-network', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:43.837222 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Made reservation on behalf of acd83e96d3fe4e25b9bd8a9dc3a89c95 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:44:43.839653 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:43.848807 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:43.929098 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.004776 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.029662 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:44:44.039733 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63994ae6-c578-479d-bc97-843e665a6b13,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:44.044529 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.044866 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Added segment 7fc5b215-dfb1-4619-ac20-a556e7fc92ef of type vlan for network 6101ada5-85b2-4149-845e-6a54b21ad143 Nov 11 06:44:44.084440 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.181784 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.182701 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:44.183270 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.245411 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] Pushing event updated for resources: {'Network': ['ID=6101ada5-85b2-4149-845e-6a54b21ad143,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:44.255997 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 6101ada5-85b2-4149-845e-6a54b21ad143 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:44:44.293104 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-92b50f68-e1bb-43d4-9e5c-1acb18b0b1ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6509831 Nov 11 06:44:44.296056 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58322) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:44.300936 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Request body: {'subnet': {'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1022063287-subnet', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:44.358819 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Made reservation on behalf of acd83e96d3fe4e25b9bd8a9dc3a89c95 for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:44:44.361207 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259866004'] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.586344 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13897728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259866042'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.648414 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26387bee-9902-479c-939d-96e2d31efbdf,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:44.658214 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Checking segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:44.658214 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Network hostable DHCP agents. Network: 6101ada5-85b2-4149-845e-6a54b21ad143, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:44:44.735966 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:44:44.820150 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 6101ada5-85b2-4149-845e-6a54b21ad143) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:44.824193 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:44.824762 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:44.828944 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def067f5-3a3e-4f3e-8bfc-0f5f9882b9a2 None None] Network 6101ada5-85b2-4149-845e-6a54b21ad143 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:44:44.907234 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f6a49e49-a9a0-4b82-8e82-e9d251d574d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6073954 Nov 11 06:44:44.907401 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58352) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:44.912630 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:44.985117 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-6101ada5-85b2-4149-845e-6a54b21ad143', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:44:44.986544 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.039298 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.040456 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.090311 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.115743 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Allocated IP 172.20.0.2 (6101ada5-85b2-4149-845e-6a54b21ad143/26387bee-9902-479c-939d-96e2d31efbdf/7850ff8d-ff36-45b0-afd9-4f15525377b8) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:45.265372 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.319448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.336289 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58358) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:45.353503 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.388219 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:45.391570 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:45.395257 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:45.411479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Pushing event updated for resources: {'Port': ['ID=7850ff8d-ff36-45b0-afd9-4f15525377b8,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:45.454935 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b88c0772-66bf-495d-a47c-8d6fdd0bafb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.463052 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Attempting to bind port 7850ff8d-ff36-45b0-afd9-4f15525377b8 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:44:45.463427 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Attempting to bind port 7850ff8d-ff36-45b0-afd9-4f15525377b8 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:44:45.463790 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Attempting to bind port 7850ff8d-ff36-45b0-afd9-4f15525377b8 on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:45.468861 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:44:45.469230 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Checking segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:45.469631 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.470055 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Bound using segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:44:45.471056 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Bound port: 7850ff8d-ff36-45b0-afd9-4f15525377b8, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:44:45.471434 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.532715 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] For port 7850ff8d-ff36-45b0-afd9-4f15525377b8, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:44:45.536691 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] For port 7850ff8d-ff36-45b0-afd9-4f15525377b8, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7850ff8d-ff36-45b0-afd9-4f15525377b8,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:44:45.598170 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.655321 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea25882-3c70-4d27-8f0b-0584396e9d63 None None] Pushing event updated for resources: {'Port': ['ID=7850ff8d-ff36-45b0-afd9-4f15525377b8,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:45.887396 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b88c0772-66bf-495d-a47c-8d6fdd0bafb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.901335 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.921298 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:45.957189 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b88c0772-66bf-495d-a47c-8d6fdd0bafb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.007810 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c0772-66bf-495d-a47c-8d6fdd0bafb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ad1c4-1794-4e34-b912-4c9d65c804b2,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:46.013783 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b88c0772-66bf-495d-a47c-8d6fdd0bafb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=629a949901bc452ba59a0bac550cc18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6765020 Nov 11 06:44:46.023558 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58362) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:46.061849 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Allocated IP 172.27.1.180 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:46.071466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-36c7475b-3407-4cee-81a5-8d93d6382d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.094517 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-36c7475b-3407-4cee-81a5-8d93d6382d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.163767 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.187657 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-36c7475b-3407-4cee-81a5-8d93d6382d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.190884 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-36c7475b-3407-4cee-81a5-8d93d6382d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.192029 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-36c7475b-3407-4cee-81a5-8d93d6382d0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d56ad1c4-1794-4e34-b912-4c9d65c804b2 HTTP/1.1" status: 204 len: 168 time: 0.1677222 Nov 11 06:44:46.199543 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7475b-3407-4cee-81a5-8d93d6382d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ad1c4-1794-4e34-b912-4c9d65c804b2,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:46.239472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.283213 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:46.288775 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:46.292439 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:46.298304 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Pushing event updated for resources: {'Port': ['ID=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:46.501317 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7850ff8d-ff36-45b0-afd9-4f15525377b8 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:46.559017 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 7850ff8d-ff36-45b0-afd9-4f15525377b8 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:46.559639 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.619881 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.629787 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37662e0-2240-435b-893b-6b843b67af0a None None] Network 6101ada5-85b2-4149-845e-6a54b21ad143 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:44:46.691964 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.760170 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 7850ff8d-ff36-45b0-afd9-4f15525377b8, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7850ff8d-ff36-45b0-afd9-4f15525377b8,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:46.763001 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-f5fd4acf-e520-4a0c-adb4-4b56bb48ae30 None None] Provisioning complete for port 7850ff8d-ff36-45b0-afd9-4f15525377b8 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:46.763370 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4acf-e520-4a0c-adb4-4b56bb48ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.810852 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.826633 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58370) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:46.843428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f128-1b3a-40de-8231-7013a4388d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.855155 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:46.946250 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=7850ff8d-ff36-45b0-afd9-4f15525377b8,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:47.033165 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Router 49855037-cbc0-4414-b694-0759e8e619e4 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:44:47.149039 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:44:47.160980 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:44:47.179785 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:47.180562 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:47.191199 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f128-1b3a-40de-8231-7013a4388d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.228950 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-39104a48-8ef9-4383-9eca-82fdd5fc361f None None] Provisioning complete for port 7850ff8d-ff36-45b0-afd9-4f15525377b8 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:47.229258 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-39104a48-8ef9-4383-9eca-82fdd5fc361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.235141 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.236981 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ffd3e6e6-7c07-453f-9317-3f48b21aa6cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3283877 Nov 11 06:44:47.239733 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58372) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:47.267423 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f128-1b3a-40de-8231-7013a4388d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.318962 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e8f7f128-1b3a-40de-8231-7013a4388d15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e18bdd35fec94a889e845d0dd65732fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892247 Nov 11 06:44:47.318962 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7f128-1b3a-40de-8231-7013a4388d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078dbf1d-a241-49e2-8c50-081f2d219383,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:47.319996 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58374) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:47.326967 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:47.376553 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c94ac284-2d79-4d9d-9d5d-df3c20cd9058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.401248 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c94ac284-2d79-4d9d-9d5d-df3c20cd9058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.530802 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c94ac284-2d79-4d9d-9d5d-df3c20cd9058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.535652 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-c94ac284-2d79-4d9d-9d5d-df3c20cd9058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.539588 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-c94ac284-2d79-4d9d-9d5d-df3c20cd9058 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/078dbf1d-a241-49e2-8c50-081f2d219383 HTTP/1.1" status: 204 len: 168 time: 0.2161033 Nov 11 06:44:47.548109 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ac284-2d79-4d9d-9d5d-df3c20cd9058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078dbf1d-a241-49e2-8c50-081f2d219383,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:47.677826 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:46Z', 'revision_number': 3, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:47.700179 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.707227 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:44:47.707587 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Updating router 49855037-cbc0-4414-b694-0759e8e619e4 port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:44:47.733448 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.852765 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Allocated IP 172.20.0.1 (6101ada5-85b2-4149-845e-6a54b21ad143/26387bee-9902-479c-939d-96e2d31efbdf/204907b0-9d75-447f-b065-a0e43d3c19a6) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:47.973630 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:47.990804 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.084452 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.107705 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.136975 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Attempting to bind port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:44:48.137339 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Attempting to bind port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:44:48.140269 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Attempting to bind port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:48.146798 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:48.150533 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6a95-2f33-41dd-9b63-8db047ff8726 None None] Pushing event updated for resources: {'Port': ['ID=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:48.153467 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:48.156071 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:44:48.156446 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:48.156848 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.157233 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:44:48.157718 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Bound port: 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:44:48.158678 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.158791 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:48.160655 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Pushing event updated for resources: {'Port': ['ID=204907b0-9d75-447f-b065-a0e43d3c19a6,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:48.210355 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.223057 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] For port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:44:48.226298 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] For port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:44:48.233379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4981abe2-a24f-436c-bede-de5d555b4b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.307274 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.375736 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6a95-2f33-41dd-9b63-8db047ff8726 None None] Pushing event updated for resources: {'Port': ['ID=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:48.378824 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:48.379429 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:48.406908 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.493473 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-929cc443-c707-4e95-bb0a-4faf86ec9039 None None] Provisioning complete for port 204907b0-9d75-447f-b065-a0e43d3c19a6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:48.494065 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-929cc443-c707-4e95-bb0a-4faf86ec9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.494771 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:44:48.499854 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7850ff8d-ff36-45b0-afd9-4f15525377b8 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:48.578758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-929cc443-c707-4e95-bb0a-4faf86ec9039 None None] Port 204907b0-9d75-447f-b065-a0e43d3c19a6 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:44:48.583210 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:48.583331 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.633640 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.666325 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 7850ff8d-ff36-45b0-afd9-4f15525377b8 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:48.666692 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.707772 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:48.715736 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Pushing event updated for resources: {'Port': ['ID=204907b0-9d75-447f-b065-a0e43d3c19a6,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:48.811137 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:48.812663 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:48.864350 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:47Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:48.894294 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b07f9-cb35-4cee-8518-048986865a22 None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:47Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:44:48.962522 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:44:49.075837 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:44:49.094307 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a88a8491-54d5-4cd2-a568-fc71ec55cd01 admin admin] 10.222.0.20 "PUT /v2.0/routers/49855037-cbc0-4414-b694-0759e8e619e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533843 Nov 11 06:44:49.125938 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d23438d3-8657-4db3-b57a-84ffe03ebd8a None None] Provisioning complete for port 204907b0-9d75-447f-b065-a0e43d3c19a6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:49.126383 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d23438d3-8657-4db3-b57a-84ffe03ebd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:49.187657 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d23438d3-8657-4db3-b57a-84ffe03ebd8a None None] Port 204907b0-9d75-447f-b065-a0e43d3c19a6 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:44:49.359087 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58414) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:49.550322 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d80b7816-7ac2-4045-9301-3a4bfd31843d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:49.663326 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d80b7816-7ac2-4045-9301-3a4bfd31843d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:49.741980 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d80b7816-7ac2-4045-9301-3a4bfd31843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:49.791871 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d80b7816-7ac2-4045-9301-3a4bfd31843d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a03824d69c14352a538b4f340be8111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293880 Nov 11 06:44:49.791871 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b7816-7ac2-4045-9301-3a4bfd31843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f39c5f-8fcf-4855-be65-368e3358b855,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:49.792980 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58444) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:49.865121 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-961fecf0-4752-436a-8998-86fa460ef0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:49.897401 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-961fecf0-4752-436a-8998-86fa460ef0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:49.926124 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58454) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:49.937654 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-924577973-network', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:50.031988 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Made reservation on behalf of 8297b329c46c473ca2ca83a55c973a81 for: {'network': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:44:50.034433 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.044861 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.055664 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-961fecf0-4752-436a-8998-86fa460ef0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.058121 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-961fecf0-4752-436a-8998-86fa460ef0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.061546 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-961fecf0-4752-436a-8998-86fa460ef0ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39f39c5f-8fcf-4855-be65-368e3358b855 HTTP/1.1" status: 204 len: 168 time: 0.2653632 Nov 11 06:44:50.076319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fecf0-4752-436a-8998-86fa460ef0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f39c5f-8fcf-4855-be65-368e3358b855,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:50.168679 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.243406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.266145 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:44:50.279675 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff1148e-f2c6-4d6a-ba12-3cdfe563dcdc,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:50.284428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.284767 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.segments_db [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Added segment 469599ad-9c2a-470a-bfbb-cb96fa347304 of type vlan for network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 Nov 11 06:44:50.327698 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.411126 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.412172 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:50.412916 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.472194 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8a3589ac-8c96-477d-8ded-6cacdbb29d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.487337 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6abc167-f1e1-47dc-ab99-5bfcd5cacc66,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:50.497707 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:44:50.527603 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-66687a73-1613-45bd-9b7d-90886a1982f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5988827 Nov 11 06:44:50.529477 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:50.530319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58480) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:50.535493 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Request body: {'subnet': {'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-924577973-subnet', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'ip_version': 4}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:50.630930 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:50.631302 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.643014 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Made reservation on behalf of 8297b329c46c473ca2ca83a55c973a81 for: {'subnet': 1} {{(pid=102317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:44:50.645461 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260021658'] for subnet, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.707915 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.733717 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:50.844717 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.891265 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13355600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260021684'] for subnet, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:50.901005 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:50.943913 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747653bc-52e5-42f2-b8ab-03d6100d889a,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:50.960887 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Checking segment: {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:50.962930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Network hostable DHCP agents. Network: d6abc167-f1e1-47dc-ab99-5bfcd5cacc66, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:44:51.044873 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:44:51.094904 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:44:51.105238 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:51.105894 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:51.135833 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, d6abc167-f1e1-47dc-ab99-5bfcd5cacc66) {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:51.147070 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:44:51.147880 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d6136-f324-435d-a7b0-cccd87c51e98 None None] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:44:51.149287 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.229379 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:51.256095 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58496) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:51.261158 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:51.261877 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f93b7739-642f-4f78-9418-df4151b353f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7302508 Nov 11 06:44:51.316145 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-d6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'fixed_ips': [{'subnet_id': '747653bc-52e5-42f2-b8ab-03d6100d889a'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:44:51.317048 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.399089 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.400162 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.489544 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.498898 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 2, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:51.505791 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Allocated IP 172.20.0.2 (d6abc167-f1e1-47dc-ab99-5bfcd5cacc66/747653bc-52e5-42f2-b8ab-03d6100d889a/6f7d13ff-34fa-4d74-af6c-8671b487010d) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:51.553905 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:44:51.556882 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Updating router 49855037-cbc0-4414-b694-0759e8e619e4 port 204907b0-9d75-447f-b065-a0e43d3c19a6 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:44:51.591782 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.611937 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.699317 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.722344 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.805187 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.844159 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:51.846925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:51.850704 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:51.866963 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Pushing event updated for resources: {'Port': ['ID=6f7d13ff-34fa-4d74-af6c-8671b487010d,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:51.880805 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.914630 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Attempting to bind port 6f7d13ff-34fa-4d74-af6c-8671b487010d on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:44:51.915005 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Attempting to bind port 6f7d13ff-34fa-4d74-af6c-8671b487010d by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:44:51.915368 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Attempting to bind port 6f7d13ff-34fa-4d74-af6c-8671b487010d on network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:51.920461 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:44:51.920833 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Checking segment: {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:51.921232 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.921624 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Bound using segment: {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:44:51.922123 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Bound port: 6f7d13ff-34fa-4d74-af6c-8671b487010d, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:44:51.922508 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.953397 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:51.998903 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] For port 6f7d13ff-34fa-4d74-af6c-8671b487010d, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:44:52.004413 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Pushing event updated for resources: {'Port': ['ID=204907b0-9d75-447f-b065-a0e43d3c19a6,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:52.022622 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] For port 6f7d13ff-34fa-4d74-af6c-8671b487010d, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=6f7d13ff-34fa-4d74-af6c-8671b487010d,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.023626 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:44:52.100067 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Attempting to bind port 204907b0-9d75-447f-b065-a0e43d3c19a6 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:44:52.100747 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Attempting to bind port 204907b0-9d75-447f-b065-a0e43d3c19a6 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:44:52.100936 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Attempting to bind port 204907b0-9d75-447f-b065-a0e43d3c19a6 on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:52.107090 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:44:52.107844 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Checking segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:52.108297 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.112131 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Bound using segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:44:52.112131 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Bound port: 204907b0-9d75-447f-b065-a0e43d3c19a6, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:44:52.112131 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.177607 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.182554 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] For port 204907b0-9d75-447f-b065-a0e43d3c19a6, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:44:52.186087 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] For port 204907b0-9d75-447f-b065-a0e43d3c19a6, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=204907b0-9d75-447f-b065-a0e43d3c19a6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:44:52.256575 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.295830 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.319420 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.365818 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b857-dad6-42d0-a013-1b0640489c89 None None] Pushing event updated for resources: {'Port': ['ID=204907b0-9d75-447f-b065-a0e43d3c19a6,revision_number=4']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:52.380755 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:52.380755 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:52.431202 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10969616-2b7e-4605-81a2-5cc92f504e1d None None] Pushing event updated for resources: {'Port': ['ID=6f7d13ff-34fa-4d74-af6c-8671b487010d,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:52.448402 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-7c1809d5-5e93-4364-8c74-17f016c41b1f None None] Provisioning complete for port 204907b0-9d75-447f-b065-a0e43d3c19a6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:52.450436 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-7c1809d5-5e93-4364-8c74-17f016c41b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.600458 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Allocated IP 172.27.1.231 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/d5c51163-f7ca-4190-971e-ee55097edebe) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:52.623949 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:52.692364 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:52.720895 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-7c1809d5-5e93-4364-8c74-17f016c41b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.790159 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-7c1809d5-5e93-4364-8c74-17f016c41b1f None None] For port 204907b0-9d75-447f-b065-a0e43d3c19a6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=204907b0-9d75-447f-b065-a0e43d3c19a6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:52.795758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:52.796127 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.816058 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.877128 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 204907b0-9d75-447f-b065-a0e43d3c19a6 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:52.879955 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-7c1809d5-5e93-4364-8c74-17f016c41b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.918313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.922978 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:52.960926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1809d5-5e93-4364-8c74-17f016c41b1f None None] Pushing event updated for resources: {'Port': ['ID=204907b0-9d75-447f-b065-a0e43d3c19a6,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:52.968549 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84ca64-dcdb-415f-b78b-7d71417ead6b None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:44:52.976963 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:52.977800 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 204907b0-9d75-447f-b065-a0e43d3c19a6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:52.977800 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:52.977981 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:52.980066 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:53.007060 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c51163-f7ca-4190-971e-ee55097edebe,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:53.043730 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-79df0a36-e0df-4cf3-966f-50b3cb7a1485 None None] Provisioning complete for port 204907b0-9d75-447f-b065-a0e43d3c19a6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:53.044360 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-79df0a36-e0df-4cf3-966f-50b3cb7a1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.250915 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.368689 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.464189 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fe24d-ebef-4b5a-8f4c-eb67cbdb2032 None None] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:44:53.540349 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-89fe2f13-ea4f-4e3c-8e06-3de75a038a1f None None] Provisioning complete for port 6f7d13ff-34fa-4d74-af6c-8671b487010d triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:53.540791 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-89fe2f13-ea4f-4e3c-8e06-3de75a038a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.631522 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.720819 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-89fe2f13-ea4f-4e3c-8e06-3de75a038a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.763728 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-89fe2f13-ea4f-4e3c-8e06-3de75a038a1f None None] For port 6f7d13ff-34fa-4d74-af6c-8671b487010d, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=6f7d13ff-34fa-4d74-af6c-8671b487010d,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:53.814440 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-89fe2f13-ea4f-4e3c-8e06-3de75a038a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:53.831853 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:44:53.868197 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe2f13-ea4f-4e3c-8e06-3de75a038a1f None None] Pushing event updated for resources: {'Port': ['ID=6f7d13ff-34fa-4d74-af6c-8671b487010d,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:53.953228 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:44:53.964636 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Sync routers for ids ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:44:53.977149 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Routers {'653ff1f2-31b6-4af2-9215-53a291c6a3b0'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:53.977815 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:54.019509 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.021799 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f65c1045-805a-4328-aa03-e4daaddaa8e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7632744 Nov 11 06:44:54.030027 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58540) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:54.122104 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-051925e0-11e2-4989-9330-48153c133cbb None None] Provisioning complete for port 6f7d13ff-34fa-4d74-af6c-8671b487010d triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:54.122470 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-051925e0-11e2-4989-9330-48153c133cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.155018 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Set router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:54.216573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.219381 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.394436 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:44:53Z', 'revision_number': 3, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:54.424443 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Checking router: 653ff1f2-31b6-4af2-9215-53a291c6a3b0 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:44:54.424756 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Updating router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 port d5c51163-f7ca-4190-971e-ee55097edebe binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:44:54.456774 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.499574 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.572919 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 6f7d13ff-34fa-4d74-af6c-8671b487010d up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:54.680537 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Allocated IP 172.20.0.1 (d6abc167-f1e1-47dc-ab99-5bfcd5cacc66/747653bc-52e5-42f2-b8ab-03d6100d889a/38e6bd4c-8c57-4573-9f9b-d656a6f04c3b) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:44:54.696797 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 6f7d13ff-34fa-4d74-af6c-8671b487010d triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:54.697385 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.784035 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.891330 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.928843 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:54.933589 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:54.936978 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:44:54.963347 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Pushing event updated for resources: {'Port': ['ID=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:54.970668 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 204907b0-9d75-447f-b065-a0e43d3c19a6 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:54.982710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:54.994398 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.023334 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 204907b0-9d75-447f-b065-a0e43d3c19a6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:55.023711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.109766 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.169676 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Attempting to bind port d5c51163-f7ca-4190-971e-ee55097edebe on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:44:55.173978 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Attempting to bind port d5c51163-f7ca-4190-971e-ee55097edebe by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:44:55.173978 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Attempting to bind port d5c51163-f7ca-4190-971e-ee55097edebe on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:44:55.187137 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:44:55.187515 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:44:55.187913 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.188298 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:44:55.188763 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Bound port: d5c51163-f7ca-4190-971e-ee55097edebe, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:44:55.189169 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.191003 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623943b-56c7-4ea2-ba8e-de3dfcf637eb None None] Pushing event updated for resources: {'Port': ['ID=d5c51163-f7ca-4190-971e-ee55097edebe,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:55.249479 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] For port d5c51163-f7ca-4190-971e-ee55097edebe, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:44:55.253172 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] For port d5c51163-f7ca-4190-971e-ee55097edebe, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=d5c51163-f7ca-4190-971e-ee55097edebe,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:44:55.257680 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-0bb230e3-d53e-4bad-8f65-53ebb938e023 None None] Provisioning complete for port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:55.258087 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-0bb230e3-d53e-4bad-8f65-53ebb938e023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.264255 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.297588 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-0bb230e3-d53e-4bad-8f65-53ebb938e023 None None] Port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:44:55.348115 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.399158 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Routers {'653ff1f2-31b6-4af2-9215-53a291c6a3b0'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:55.401764 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:55.439969 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.452551 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623943b-56c7-4ea2-ba8e-de3dfcf637eb None None] Pushing event updated for resources: {'Port': ['ID=d5c51163-f7ca-4190-971e-ee55097edebe,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:55.501688 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.528093 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] Set router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:55.576248 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Pushing event updated for resources: {'Port': ['ID=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:55.578784 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.633069 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58562) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:55.680626 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:44:55.681877 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:44:55.791078 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d01b3218-1a09-4e07-9f2d-b0dc1b097f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.800861 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '38e6bd4c-8c57-4573-9f9b-d656a6f04c3b', 'name': '', 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'mac_address': 'fa:16:3e:a0:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:54Z', 'updated_at': '2021-11-11T06:44:54Z', 'revision_number': 1, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'subnets': [{'id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:55.834999 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3ef34-9c79-4d79-ab4e-9386c2ae235e None None] The sync data for ids ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'] in dv-cinder-817514-1-iscsi is: [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '38e6bd4c-8c57-4573-9f9b-d656a6f04c3b', 'name': '', 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'mac_address': 'fa:16:3e:a0:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:54Z', 'updated_at': '2021-11-11T06:44:54Z', 'revision_number': 1, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'subnets': [{'id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:44:55.841437 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:44:55.886052 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d01b3218-1a09-4e07-9f2d-b0dc1b097f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:55.962865 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:44:55.966150 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-e7497487-07ee-4424-a9dc-508289922174 admin admin] 10.222.0.20 "PUT /v2.0/routers/653ff1f2-31b6-4af2-9215-53a291c6a3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349091 Nov 11 06:44:55.981620 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-d01b3218-1a09-4e07-9f2d-b0dc1b097f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.023849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b3218-1a09-4e07-9f2d-b0dc1b097f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d80f3d-f5a8-4f96-8d19-d60fa751833c,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:56.034411 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-d01b3218-1a09-4e07-9f2d-b0dc1b097f40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99f01cf7acda4e8eb6b6c72573f230be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998811 Nov 11 06:44:56.034674 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58572) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:56.039333 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-fc4d3248-636f-4809-9616-93f6477273fd None None] Provisioning complete for port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:56.039788 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3248-636f-4809-9616-93f6477273fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.089331 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d3248-636f-4809-9616-93f6477273fd None None] Port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:44:56.122551 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9cc01d7f-3d46-4f9e-a216-851061078d59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.152232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9cc01d7f-3d46-4f9e-a216-851061078d59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.254624 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9cc01d7f-3d46-4f9e-a216-851061078d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.257358 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-9cc01d7f-3d46-4f9e-a216-851061078d59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.258632 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-9cc01d7f-3d46-4f9e-a216-851061078d59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9d80f3d-f5a8-4f96-8d19-d60fa751833c HTTP/1.1" status: 204 len: 168 time: 0.2226124 Nov 11 06:44:56.267619 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01d7f-3d46-4f9e-a216-851061078d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d80f3d-f5a8-4f96-8d19-d60fa751833c,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:56.331708 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58582) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:56.666881 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-86bdf2da-0ca1-4fcc-9dee-fd5a8a44f4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.769044 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-86bdf2da-0ca1-4fcc-9dee-fd5a8a44f4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.833371 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-86bdf2da-0ca1-4fcc-9dee-fd5a8a44f4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.871748 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdf2da-0ca1-4fcc-9dee-fd5a8a44f4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea3dd6-48ac-4cfb-98ec-eea7cbfb66b8,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:56.877865 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-86bdf2da-0ca1-4fcc-9dee-fd5a8a44f4a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3844c9708054fbe97aed5fb3bb6a0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442114 Nov 11 06:44:56.880492 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58596) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:56.936713 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10b7cba9-16e1-436b-a649-1abbb8c1dc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:56.958084 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58598) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:56.963448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454426158', 'description': 'tempest-secgroup-smoke-1454426158 description', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:56.969335 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10b7cba9-16e1-436b-a649-1abbb8c1dc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.081368 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.124672 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10b7cba9-16e1-436b-a649-1abbb8c1dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.128156 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10b7cba9-16e1-436b-a649-1abbb8c1dc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.129415 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-10b7cba9-16e1-436b-a649-1abbb8c1dc8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6ea3dd6-48ac-4cfb-98ec-eea7cbfb66b8 HTTP/1.1" status: 204 len: 168 time: 0.2479045 Nov 11 06:44:57.138466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7cba9-16e1-436b-a649-1abbb8c1dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea3dd6-48ac-4cfb-98ec-eea7cbfb66b8,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:57.214921 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.271353 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.302771 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b679793-7cf3-458f-9c29-d44163cab5ef,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:57.348210 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.352115 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-7064ae76-a8a9-4cf0-bdaa-ae52f38fb7db tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3901103 Nov 11 06:44:57.352383 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58610) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:57.357066 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group_rule': {'security_group_id': '2b679793-7cf3-458f-9c29-d44163cab5ef', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:57.454062 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.514350 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.582078 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.627421 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f29fe1-6d6d-4be9-ac33-67e8d16f2cc9,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:57.720750 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.726606 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-91edac62-8adb-4b8b-81b0-52cc4af084f2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3687911 Nov 11 06:44:57.726606 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58640) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:57.729135 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group_rule': {'security_group_id': '2b679793-7cf3-458f-9c29-d44163cab5ef', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:57.838370 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:57.894904 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.004945 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.021320 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5887f05e-373a-4671-baec-c5e3baeb531a,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:58.186516 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.188272 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-b4fdcc07-5ccc-479c-8352-71b72540a6fa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4607003 Nov 11 06:44:58.188597 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58652) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:58.193630 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group_rule': {'security_group_id': '2b679793-7cf3-458f-9c29-d44163cab5ef', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:58.312769 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.362752 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.444838 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.464331 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ca6d70-e0a8-4da3-bc56-6a8670953bfe,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:58.490732 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device d5c51163-f7ca-4190-971e-ee55097edebe up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:44:58.521165 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.522545 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-2802ddf6-11ce-48c2-bfe4-323f9caffb19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324013 Nov 11 06:44:58.525397 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58662) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:58.529736 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group_rule': {'security_group_id': '2b679793-7cf3-458f-9c29-d44163cab5ef', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:58.542251 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port d5c51163-f7ca-4190-971e-ee55097edebe triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:44:58.542697 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.623688 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.644890 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port d5c51163-f7ca-4190-971e-ee55097edebe, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=d5c51163-f7ca-4190-971e-ee55097edebe,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:44:58.660959 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.728902 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.729428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.783152 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=d5c51163-f7ca-4190-971e-ee55097edebe,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:58.803068 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.823481 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bf5e1c-0cbf-43a0-a16f-735de758f36e,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:58.892540 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:58.893764 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-76f15b8c-c40c-414a-bca8-a0f60b3f9005 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673792 Nov 11 06:44:58.902218 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58664) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:58.906509 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group_rule': {'security_group_id': '2b679793-7cf3-458f-9c29-d44163cab5ef', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:59.067760 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.securitygroups_db [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Project acd83e96d3fe4e25b9bd8a9dc3a89c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 06:44:59.072990 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.131605 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.265985 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.284675 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92eafbfb-fe46-4d7b-9604-d5f9436fc2ac,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:59.353909 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.355130 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-10d8857d-c379-484d-bbf8-d4c9322b6222 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4519949 Nov 11 06:44:59.357980 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58670) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:44:59.362658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'security_group_rule': {'security_group_id': '2b679793-7cf3-458f-9c29-d44163cab5ef', 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:44:59.436157 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Sync routers for ids ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:44:59.442938 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Routers {'653ff1f2-31b6-4af2-9215-53a291c6a3b0'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:44:59.443538 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:59.455329 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.securitygroups_db [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Project acd83e96d3fe4e25b9bd8a9dc3a89c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 06:44:59.460790 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.520240 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.615089 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.636277 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3936c16d-3d5d-47a4-8323-0fbf597feca8,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:44:59.649178 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Set router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:44:59.703828 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:44:59.707094 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-56c9adb9-87bb-49a2-8487-f0e9159aa4dc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3466878 Nov 11 06:44:59.856449 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '38e6bd4c-8c57-4573-9f9b-d656a6f04c3b', 'name': '', 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'mac_address': 'fa:16:3e:a0:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:54Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 2, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'subnets': [{'id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:44:59.886186 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Checking router: 653ff1f2-31b6-4af2-9215-53a291c6a3b0 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:44:59.886186 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Updating router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:44:59.909306 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.168589 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.272742 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.371806 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc11e4-1e92-487b-9709-011d87453ea5 None None] Pushing event updated for resources: {'Port': ['ID=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:00.384248 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Attempting to bind port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:00.384612 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Attempting to bind port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:00.384977 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Attempting to bind port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b on network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:00.390554 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:00.390916 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Checking segment: {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:00.391495 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.392476 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Bound using segment: {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:00.393096 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Bound port: 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469599ad-9c2a-470a-bfbb-cb96fa347304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:00.393666 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.460926 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] For port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:00.464961 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] For port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:00.492272 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device d5c51163-f7ca-4190-971e-ee55097edebe up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:00.550702 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-696df099-0e8e-4c31-b0e6-861bbb0244f0 None None] Provisioning complete for port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:00.551051 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-696df099-0e8e-4c31-b0e6-861bbb0244f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.569246 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.607341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port d5c51163-f7ca-4190-971e-ee55097edebe triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:00.607341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.607341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-696df099-0e8e-4c31-b0e6-861bbb0244f0 None None] Port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:00.632687 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc11e4-1e92-487b-9709-011d87453ea5 None None] Pushing event updated for resources: {'Port': ['ID=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,revision_number=4']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:00.637783 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Routers {'653ff1f2-31b6-4af2-9215-53a291c6a3b0'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:00.638551 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:00.749505 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] Set router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:00.830077 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-3c592f37-16c4-44cd-8910-7f429df4763a None None] Provisioning complete for port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:00.830557 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3c592f37-16c4-44cd-8910-7f429df4763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.919279 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3c592f37-16c4-44cd-8910-7f429df4763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:00.951284 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-3c592f37-16c4-44cd-8910-7f429df4763a None None] For port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:00.951501 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '38e6bd4c-8c57-4573-9f9b-d656a6f04c3b', 'name': '', 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'mac_address': 'fa:16:3e:a0:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:54Z', 'updated_at': '2021-11-11T06:45:00Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'subnets': [{'id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:00.977950 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc5bdd-9ad1-4ffb-9654-b167f8895aba None None] The sync data for ids ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'] in dv-cinder-817514-1-iscsi is: [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:44:55Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '38e6bd4c-8c57-4573-9f9b-d656a6f04c3b', 'name': '', 'network_id': 'd6abc167-f1e1-47dc-ab99-5bfcd5cacc66', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'mac_address': 'fa:16:3e:a0:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:54Z', 'updated_at': '2021-11-11T06:45:00Z', 'revision_number': 4, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'subnets': [{'id': '747653bc-52e5-42f2-b8ab-03d6100d889a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:45:01.021837 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3c592f37-16c4-44cd-8910-7f429df4763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:01.075486 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c592f37-16c4-44cd-8910-7f429df4763a None None] Pushing event updated for resources: {'Port': ['ID=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:02.474981 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:02.521320 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:02.521689 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:06.870267 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58806) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:06.979345 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-991319ea-d4c6-4395-9e1b-996b598f094d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.072452 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-991319ea-d4c6-4395-9e1b-996b598f094d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.158420 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-991319ea-d4c6-4395-9e1b-996b598f094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.199867 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-991319ea-d4c6-4395-9e1b-996b598f094d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=163ff939448540c18e07af9039bc7d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276000 Nov 11 06:45:07.200702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991319ea-d4c6-4395-9e1b-996b598f094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3210da6e-0e2a-4e6c-9b70-1f79f320cddf,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:07.203187 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58814) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:07.250838 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3058ccea-5292-42cc-8b30-dd0254ddc543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.273619 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3058ccea-5292-42cc-8b30-dd0254ddc543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.376210 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3058ccea-5292-42cc-8b30-dd0254ddc543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.379440 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-3058ccea-5292-42cc-8b30-dd0254ddc543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:07.380995 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-3058ccea-5292-42cc-8b30-dd0254ddc543 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3210da6e-0e2a-4e6c-9b70-1f79f320cddf HTTP/1.1" status: 204 len: 168 time: 0.1762981 Nov 11 06:45:07.389103 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058ccea-5292-42cc-8b30-dd0254ddc543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3210da6e-0e2a-4e6c-9b70-1f79f320cddf,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:08.342302 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58842) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:08.435889 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1341338228-network', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:08.536479 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Made reservation on behalf of b67606372a98452c95cb72911ed2bcee for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:45:08.538958 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.547667 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.625949 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.688529 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.710280 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:45:08.724502 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5d4931-c34a-4f5f-a17a-f2b5be26afc1,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:08.729245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.729586 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Added segment fb10043d-e4eb-4f59-8129-f3c10c548f8f of type vlan for network bb55c2c9-9334-47cd-bc83-639fea1445f5 Nov 11 06:45:08.768391 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.860162 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.861293 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:08.862070 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:08.928492 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] Pushing event updated for resources: {'Network': ['ID=bb55c2c9-9334-47cd-bc83-639fea1445f5,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:08.948649 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:45:08.967058 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-54d6adc5-03b6-485d-8d88-fb50122c481d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6236236 Nov 11 06:45:08.969954 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58852) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:08.974612 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Request body: {'subnet': {'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1341338228-subnet', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:09.096105 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Made reservation on behalf of b67606372a98452c95cb72911ed2bcee for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:45:09.098876 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259866004'] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.351903 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13897728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259866042'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.411172 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac59c79-7915-4d58-9a5c-e338ddd14c6e,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:09.419962 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Checking segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:09.420323 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Network hostable DHCP agents. Network: bb55c2c9-9334-47cd-bc83-639fea1445f5, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:45:09.489641 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:45:09.570262 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, bb55c2c9-9334-47cd-bc83-639fea1445f5) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:09.574240 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:09.574828 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.580083 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ef22e-c81c-4d9b-a783-f57781f85b1c None None] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:45:09.658895 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-abd0b852-b293-449d-befb-e0c5c7e75158 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6878979 Nov 11 06:45:09.662134 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58858) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:09.666266 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:09.731306 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-bb55c2c9-9334-47cd-bc83-639fea1445f5', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:45:09.732140 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.736278 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.737353 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.789193 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:09.865963 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Allocated IP 172.20.0.2 (bb55c2c9-9334-47cd-bc83-639fea1445f5/dac59c79-7915-4d58-9a5c-e338ddd14c6e/909cfba2-fe65-41fd-97ad-115ae8f8ef41) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:09.978652 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.008570 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.101759 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.139349 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:10.142750 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:10.149418 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:10.158252 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Pushing event updated for resources: {'Port': ['ID=909cfba2-fe65-41fd-97ad-115ae8f8ef41,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:10.208105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Attempting to bind port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:10.208389 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Attempting to bind port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:10.208747 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Attempting to bind port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 on network bb55c2c9-9334-47cd-bc83-639fea1445f5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:10.213652 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:10.214051 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Checking segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:10.214447 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.214834 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Bound using segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:10.215294 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Bound port: 909cfba2-fe65-41fd-97ad-115ae8f8ef41, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:10.215670 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.238971 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.263862 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.286518 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] For port 909cfba2-fe65-41fd-97ad-115ae8f8ef41, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:10.292105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] For port 909cfba2-fe65-41fd-97ad-115ae8f8ef41, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=909cfba2-fe65-41fd-97ad-115ae8f8ef41,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:10.363205 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.363694 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Allocated IP 172.27.1.239 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/032cad98-4ac5-4248-85e3-f0ab66846616) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:10.428628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f7bbe-3122-4adf-8f92-cd2cdf1aeabd None None] Pushing event updated for resources: {'Port': ['ID=909cfba2-fe65-41fd-97ad-115ae8f8ef41,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:10.472632 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.566537 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:10.610482 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:10.615704 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:10.618094 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:10.646401 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Pushing event updated for resources: {'Port': ['ID=032cad98-4ac5-4248-85e3-f0ab66846616,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:11.232017 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.311544 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e273d-4ee9-4320-84ae-ed4370201d80 None None] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:45:11.430540 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.440013 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-23dd2511-86b3-4007-af23-e150e964e573 None None] Provisioning complete for port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:11.440388 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23dd2511-86b3-4007-af23-e150e964e573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.546827 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23dd2511-86b3-4007-af23-e150e964e573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.586662 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-23dd2511-86b3-4007-af23-e150e964e573 None None] For port 909cfba2-fe65-41fd-97ad-115ae8f8ef41, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=909cfba2-fe65-41fd-97ad-115ae8f8ef41,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:11.626071 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Router a12056e9-16f4-4c21-8f48-14f2d5b56876 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:45:11.654553 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-23dd2511-86b3-4007-af23-e150e964e573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.704771 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd2511-86b3-4007-af23-e150e964e573 None None] Pushing event updated for resources: {'Port': ['ID=909cfba2-fe65-41fd-97ad-115ae8f8ef41,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:11.749916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:45:11.760673 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Sync routers for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:45:11.782575 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:11.783180 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:11.786539 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-a78458f0-9daa-4209-b3fa-b40ffecbe1c9 None None] Provisioning complete for port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:11.786908 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a78458f0-9daa-4209-b3fa-b40ffecbe1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.822340 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:11.823618 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-820902b0-8b74-44e5-af29-9ff34f30d57e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1605361 Nov 11 06:45:11.826322 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58868) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:11.917213 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:12.243961 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.258505 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:11Z', 'revision_number': 3, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:12.286115 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Checking router: a12056e9-16f4-4c21-8f48-14f2d5b56876 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:45:12.286943 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Updating router a12056e9-16f4-4c21-8f48-14f2d5b56876 port 032cad98-4ac5-4248-85e3-f0ab66846616 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:45:12.311923 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.402569 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Allocated IP 172.20.0.1 (bb55c2c9-9334-47cd-bc83-639fea1445f5/dac59c79-7915-4d58-9a5c-e338ddd14c6e/0c2603ac-2fcc-4187-823a-45b1a8a9ee01) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:12.517547 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.537941 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 909cfba2-fe65-41fd-97ad-115ae8f8ef41 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:12.613188 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.615028 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.625317 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:12.625661 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.660629 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:12.665625 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:12.669162 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:12.694951 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:12.698163 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.716712 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.771218 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Attempting to bind port 032cad98-4ac5-4248-85e3-f0ab66846616 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:12.771676 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Attempting to bind port 032cad98-4ac5-4248-85e3-f0ab66846616 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:12.772105 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Attempting to bind port 032cad98-4ac5-4248-85e3-f0ab66846616 on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:12.778794 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6b48-29e4-4af6-b5d2-122b2f752c75 None None] Pushing event updated for resources: {'Port': ['ID=032cad98-4ac5-4248-85e3-f0ab66846616,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:12.782305 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:12.782687 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:12.783087 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.783470 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:12.783939 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Bound port: 032cad98-4ac5-4248-85e3-f0ab66846616, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:12.784877 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.840971 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] For port 032cad98-4ac5-4248-85e3-f0ab66846616, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:12.844704 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] For port 032cad98-4ac5-4248-85e3-f0ab66846616, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=032cad98-4ac5-4248-85e3-f0ab66846616,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:12.902919 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-536f32c0-e7a6-4b09-9e16-cdf3a4758210 None None] Provisioning complete for port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:12.903223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-536f32c0-e7a6-4b09-9e16-cdf3a4758210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.936758 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-536f32c0-e7a6-4b09-9e16-cdf3a4758210 None None] Port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:12.942013 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:12.948006 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:13.005172 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:13.005808 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:13.042942 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6b48-29e4-4af6-b5d2-122b2f752c75 None None] Pushing event updated for resources: {'Port': ['ID=032cad98-4ac5-4248-85e3-f0ab66846616,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:13.110685 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:13.121797 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:13.188844 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:13.256784 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:13.259444 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:13.331119 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 1, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:13.362525 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130c5e1-7c34-4339-bb2c-589a7ccdde56 None None] The sync data for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi is: [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 1, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:45:13.363976 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:13.367019 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:13.496601 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Router a12056e9-16f4-4c21-8f48-14f2d5b56876 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:45:13.652628 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:45:13.659786 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-ed7fd6cb-d30a-4132-826a-958322b9a931 admin admin] 10.222.0.20 "PUT /v2.0/routers/a12056e9-16f4-4c21-8f48-14f2d5b56876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323386 Nov 11 06:45:13.667153 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-40d3d65d-d4b7-46e9-853f-6b7073c6f266 None None] Provisioning complete for port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:13.667520 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-40d3d65d-d4b7-46e9-853f-6b7073c6f266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:13.709984 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-40d3d65d-d4b7-46e9-853f-6b7073c6f266 None None] Port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:14.467505 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58908) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:14.475075 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-427986395-network', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:14.513592 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 032cad98-4ac5-4248-85e3-f0ab66846616 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:14.565122 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 032cad98-4ac5-4248-85e3-f0ab66846616 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:14.565486 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.597298 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Made reservation on behalf of b77c3e3898f44d1d81616433f531638a for: {'network': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:45:14.599888 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for network, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.610138 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.656827 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.681925 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port 032cad98-4ac5-4248-85e3-f0ab66846616, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=032cad98-4ac5-4248-85e3-f0ab66846616,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:14.694086 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.753432 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.782011 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.808228 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 06:45:14.810442 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=032cad98-4ac5-4248-85e3-f0ab66846616,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:14.818445 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb07f33-20b2-45c3-8d10-4ec4294e1ddd,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:14.823178 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.823520 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.segments_db [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Added segment a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1 of type vlan for network 096d7886-7001-4595-9726-8a9cec0a9063 Nov 11 06:45:14.862293 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744158869715'] for network, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.976240 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007'] for network, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:14.977147 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:14.977771 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.046986 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] Pushing event updated for resources: {'Network': ['ID=096d7886-7001-4595-9726-8a9cec0a9063,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:15.057634 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Network 096d7886-7001-4595-9726-8a9cec0a9063 details requested by agent ovs-agent-dv-cinder-817514-1-iscsi with host dv-cinder-817514-1-iscsi {{(pid=102319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 06:45:15.108743 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d725edb1-7200-4b08-9b7c-db2ae5716a4c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6398754 Nov 11 06:45:15.113472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 58910) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:15.116342 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Request body: {'subnet': {'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-427986395-subnet', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'ip_version': 4}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:15.196710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Made reservation on behalf of b77c3e3898f44d1d81616433f531638a for: {'subnet': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:45:15.199164 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259866004'] for subnet, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.433564 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13897728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259866042'] for subnet, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.492968 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf6e9be-3632-4322-b2ab-3871d7bf321e,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:15.502109 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Checking segment: {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:15.502591 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Network hostable DHCP agents. Network: 096d7886-7001-4595-9726-8a9cec0a9063, hostable agents: ['e3b61c15-68f4-4ac0-a512-08372279d007'], hosted agents: [] {{(pid=102318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 06:45:15.509573 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Sync routers for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:45:15.523878 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:15.534165 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:15.614745 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Network 096d7886-7001-4595-9726-8a9cec0a9063 is scheduled to be hosted by DHCP agent e3b61c15-68f4-4ac0-a512-08372279d007 with binding_index 1 {{(pid=102318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 06:45:15.627811 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:15.688606 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-1-iscsi, 096d7886-7001-4595-9726-8a9cec0a9063) {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:15.692811 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:15.693402 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.701832 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0fec1-759f-4c97-a53b-be5a2d3dddc3 None None] Network 096d7886-7001-4595-9726-8a9cec0a9063 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:45:15.765269 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58930) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:15.765843 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-c8ed2540-090c-4d87-bb05-4b0a7c110786 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6535101 Nov 11 06:45:15.771225 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:15.835264 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 2, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:15.850494 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5561d6e0-383e-59ea-8c15-08220ca42a8f-096d7886-7001-4595-9726-8a9cec0a9063', 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'fixed_ips': [{'subnet_id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e'}]}} from dv-cinder-817514-1-iscsi. {{(pid=102319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 06:45:15.851348 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.854283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16677553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10659'] for router, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.855447 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16677581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16646255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16596198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10650'] for router, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.862046 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Checking router: a12056e9-16f4-4c21-8f48-14f2d5b56876 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:45:15.862424 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Updating router a12056e9-16f4-4c21-8f48-14f2d5b56876 port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:45:15.888508 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.908855 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:15.985398 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.db_base_plugin_common [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Allocated IP 172.20.0.2 (096d7886-7001-4595-9726-8a9cec0a9063/9bf6e9be-3632-4322-b2ab-3871d7bf321e/fe110825-d501-4783-947b-a2684e71c89a) {{(pid=102319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:16.118751 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.135690 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.162768 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.226091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003'] for port, after_create {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.259584 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Network 096d7886-7001-4595-9726-8a9cec0a9063 is already hosted by enough agents. {{(pid=102319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:16.273875 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.scheduler.base_scheduler [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Resources bound (agent type, host, resource id): {{(pid=102319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:16.277226 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Received port after_create {{(pid=102319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:16.287510 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Pushing event updated for resources: {'Port': ['ID=fe110825-d501-4783-947b-a2684e71c89a,revision_number=1']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:16.294627 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.338562 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e766-a9c7-4cf6-aaa8-88d517be12a6 None None] Pushing event updated for resources: {'Port': ['ID=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:16.354282 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Attempting to bind port fe110825-d501-4783-947b-a2684e71c89a on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:16.354642 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Attempting to bind port fe110825-d501-4783-947b-a2684e71c89a by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:16.354999 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Attempting to bind port fe110825-d501-4783-947b-a2684e71c89a on network 096d7886-7001-4595-9726-8a9cec0a9063 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:16.360431 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:16.365529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Checking segment: {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:16.365529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.365529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Bound using segment: {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:16.365529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Bound port: fe110825-d501-4783-947b-a2684e71c89a, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:16.365529 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.428630 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Attempting to bind port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:16.429047 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Attempting to bind port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:16.429369 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Attempting to bind port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 on network bb55c2c9-9334-47cd-bc83-639fea1445f5 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:16.436146 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:16.436516 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Checking segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:16.437188 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.437947 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Bound using segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:16.438427 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Bound port: 0c2603ac-2fcc-4187-823a-45b1a8a9ee01, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:16.438819 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.478185 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] For port fe110825-d501-4783-947b-a2684e71c89a, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:16.486343 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] For port fe110825-d501-4783-947b-a2684e71c89a, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fe110825-d501-4783-947b-a2684e71c89a,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:16.498339 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.504511 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 032cad98-4ac5-4248-85e3-f0ab66846616 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:16.529400 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.573909 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 032cad98-4ac5-4248-85e3-f0ab66846616 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:16.574372 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.576524 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.614841 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] For port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:16.615692 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] For port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:16.648389 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Allocated IP 172.27.1.144 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:16.674630 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4655d4-d11a-4edb-b5c5-3c4f1461c7f8 None None] Pushing event updated for resources: {'Port': ['ID=fe110825-d501-4783-947b-a2684e71c89a,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:16.687548 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-ee06c5d9-f80b-4e00-841c-f3c045ae3286 None None] Provisioning complete for port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:16.687924 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ee06c5d9-f80b-4e00-841c-f3c045ae3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.692508 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.759307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.794617 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e766-a9c7-4cf6-aaa8-88d517be12a6 None None] Pushing event updated for resources: {'Port': ['ID=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,revision_number=4']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:16.813619 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:16.814354 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:16.825341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ee06c5d9-f80b-4e00-841c-f3c045ae3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.866917 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-ee06c5d9-f80b-4e00-841c-f3c045ae3286 None None] For port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:16.873441 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.910924 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:16.914601 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:16.933242 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:16.936565 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ee06c5d9-f80b-4e00-841c-f3c045ae3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:16.959050 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Pushing event updated for resources: {'Port': ['ID=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:16.977910 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.978500 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.978836 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.979166 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.979492 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.979813 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.980324 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.980649 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.980973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.981291 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.981607 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.981956 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:16.990666 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:17.016884 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06c5d9-f80b-4e00-841c-f3c045ae3286 None None] Pushing event updated for resources: {'Port': ['ID=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:17.170163 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-a3b2b9a7-2fbc-4e1f-89fa-ee9a91857818 None None] Provisioning complete for port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:17.170639 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a3b2b9a7-2fbc-4e1f-89fa-ee9a91857818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:17.244999 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:17.271888 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c0f9-3909-46dd-946b-87924c8c8bac None None] The sync data for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi is: [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:45:17.322633 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:17.548794 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16646328'] for router, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:17.769076 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6683c6d-1f82-4cb8-bfae-547569643110 None None] Network 096d7886-7001-4595-9726-8a9cec0a9063 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:45:17.798756 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 is scheduled to L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb with binding_index 1 {{(pid=102317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 06:45:17.904873 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-59062a40-af67-42c6-9c3d-93e9907fc8b3 None None] Provisioning complete for port fe110825-d501-4783-947b-a2684e71c89a triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:17.905439 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-59062a40-af67-42c6-9c3d-93e9907fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:17.921278 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:45:17.934134 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Sync routers for ids ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:45:18.018100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.019956 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-0c7cb0c4-ffc0-4bb1-a7dc-c80d4c201bba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2534876 Nov 11 06:45:18.022755 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 58948) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:18.109853 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Routers {'46bd46ac-6f63-4b98-b5fe-962afb56ff55'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:18.115476 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:18.275626 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-558b9e52-551c-49c7-b432-3435c18e7806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.279306 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-59062a40-af67-42c6-9c3d-93e9907fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.288521 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Set router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:18.332273 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-59062a40-af67-42c6-9c3d-93e9907fc8b3 None None] For port fe110825-d501-4783-947b-a2684e71c89a, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fe110825-d501-4783-947b-a2684e71c89a,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:18.413711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-59062a40-af67-42c6-9c3d-93e9907fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.504016 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59062a40-af67-42c6-9c3d-93e9907fc8b3 None None] Pushing event updated for resources: {'Port': ['ID=fe110825-d501-4783-947b-a2684e71c89a,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:18.558303 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-f410b158-b353-49a4-b421-ca61e7381305 None None] Provisioning complete for port fe110825-d501-4783-947b-a2684e71c89a triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:18.558748 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-f410b158-b353-49a4-b421-ca61e7381305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.573237 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.622390 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:45:17Z', 'revision_number': 3, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:18.671385 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fe110825-d501-4783-947b-a2684e71c89a up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:18.689292 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Checking router: 46bd46ac-6f63-4b98-b5fe-962afb56ff55 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:45:18.689645 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Updating router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 binding host dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:45:18.744607 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Allocated IP 172.20.0.1 (096d7886-7001-4595-9726-8a9cec0a9063/9bf6e9be-3632-4322-b2ab-3871d7bf321e/bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:18.753827 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.855753 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port fe110825-d501-4783-947b-a2684e71c89a triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:18.856125 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.859575 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.947821 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:18.983892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Network 096d7886-7001-4595-9726-8a9cec0a9063 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:18.990686 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:18.995147 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:18.999128 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Pushing event updated for resources: {'Port': ['ID=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:19.023062 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:19.036927 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16678255'] for router_interface, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.130070 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:19.130439 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.133587 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Publish callbacks [] for port, precommit_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.261804 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.337243 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308baa-bf6c-4e40-b9d6-5cb84b6879af None None] Pushing event updated for resources: {'Port': ['ID=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,revision_number=2']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:19.339413 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-28a97313-31cb-4dd1-8d48-59c865269e34 None None] Provisioning complete for port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:19.339783 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-28a97313-31cb-4dd1-8d48-59c865269e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.341476 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Attempting to bind port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:19.341863 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Attempting to bind port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:19.342218 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Attempting to bind port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 on network 22ae0df8-3952-4bb2-910e-1532f88444d5 {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:19.367221 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:19.367598 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Checking segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:19.368006 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.368401 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Bound using segment: {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'} {{(pid=102319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:19.368880 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.managers [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Bound port: fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bda9a-f582-46fd-aa85-0118593e0548', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5'}}] {{(pid=102319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:19.369259 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.404724 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-28a97313-31cb-4dd1-8d48-59c865269e34 None None] Port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:19.431129 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] For port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:19.434884 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] For port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:19.509078 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.513389 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.563895 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Routers {'46bd46ac-6f63-4b98-b5fe-962afb56ff55'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:19.564491 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:44:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:19.611921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308baa-bf6c-4e40-b9d6-5cb84b6879af None None] Pushing event updated for resources: {'Port': ['ID=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,revision_number=3']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:19.673273 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.684609 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] Set router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:19.747015 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.814055 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16678395'] for router_interface, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:19.817297 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Pushing event updated for resources: {'Port': ['ID=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:19.890742 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702', 'name': '', 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'mac_address': 'fa:16:3e:58:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:18Z', 'updated_at': '2021-11-11T06:45:18Z', 'revision_number': 1, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'subnets': [{'id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:19.919220 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb309f3-bbc1-44ac-b294-df6b46ce4933 None None] The sync data for ids ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'] in dv-cinder-817514-1-iscsi is: [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702', 'name': '', 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'mac_address': 'fa:16:3e:58:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:18Z', 'updated_at': '2021-11-11T06:45:18Z', 'revision_number': 1, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'subnets': [{'id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:45:19.920115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Network 096d7886-7001-4595-9726-8a9cec0a9063 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:19.921589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:20.053455 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:45:20.192222 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:45:20.197535 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-384873cf-e16c-45d5-b5ee-40a52959be5c admin admin] 10.222.0.20 "PUT /v2.0/routers/46bd46ac-6f63-4b98-b5fe-962afb56ff55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1737497 Nov 11 06:45:20.241506 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-ba79b497-345a-4d26-bf37-c844c453d44b None None] Provisioning complete for port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:20.242038 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ba79b497-345a-4d26-bf37-c844c453d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:20.288909 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-ba79b497-345a-4d26-bf37-c844c453d44b None None] Port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:20.434669 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-871749f3-2b71-40fd-8e02-f4b048a27102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:20.511303 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fe110825-d501-4783-947b-a2684e71c89a up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:20.577485 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port fe110825-d501-4783-947b-a2684e71c89a triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:20.578012 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:20.870185 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59030) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:20.875112 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114965420', 'description': 'tempest-secgroup-smoke-114965420 description', 'project_id': 'b67606372a98452c95cb72911ed2bcee'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:20.977897 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-6049ad6d-a7a3-4acb-a3e4-5d6ec3cc0383 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454426158&fields=id&tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 267 time: 0.0717812 Nov 11 06:45:20.980526 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.166302 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-87b676b0-ba4b-4435-a65a-15684cbce04a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:21.168944 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-87b676b0-ba4b-4435-a65a-15684cbce04a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 812 time: 0.1701078 Nov 11 06:45:21.181329 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.194294 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-c720a463-944d-4f74-8fd3-8c798791f1aa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/quotas/acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 375 time: 0.0162456 Nov 11 06:45:21.250882 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-aa5c5474-e8d7-455e-b3c4-86993c27b62a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530274 Nov 11 06:45:21.251893 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.306478 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c4fa34-878b-41b8-92b4-e507aba5477f,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:21.346303 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.348067 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-731d693f-6289-4ff8-81f4-28ccd221e465 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4767113 Nov 11 06:45:21.351104 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59034) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:21.357552 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group_rule': {'security_group_id': '17c4fa34-878b-41b8-92b4-e507aba5477f', 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:21.387970 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-b69e8b9f-8a91-4d1e-a45d-dcb436f79861 service neutron] 10.222.0.20 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182463 Nov 11 06:45:21.571552 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.724566 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.777983 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-a4db2d1b-e7a0-4785-b088-fc2cd84d8181 service neutron] 10.222.0.20 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835499 Nov 11 06:45:21.801914 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.890543 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:21.914209 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21689b6c-9020-4fda-b450-ee1bc1d9eebf,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:22.040952 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.042301 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-4793fe52-a71a-4426-9945-fb1e2a4a365d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6902506 Nov 11 06:45:22.045010 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59044) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:22.049589 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group_rule': {'security_group_id': '17c4fa34-878b-41b8-92b4-e507aba5477f', 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:22.131625 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Sync routers for ids ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:45:22.141557 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Routers {'46bd46ac-6f63-4b98-b5fe-962afb56ff55'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:22.142200 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:45:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:22.164284 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.223689 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.249363 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Set router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:22.295607 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.316746 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925d908d-c9f7-4353-9240-0fb2d0b23842,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:22.384496 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.389964 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-5041ec78-8239-4fc9-8435-4e68bcf41bca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3428016 Nov 11 06:45:22.392991 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59048) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:22.396754 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group_rule': {'security_group_id': '17c4fa34-878b-41b8-92b4-e507aba5477f', 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:22.459191 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-01b398c4-8ecb-43f0-851b-3d76d6361f48 req-7e92b8db-b11d-4761-bc49-07a8a59969cd tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 210 time: 0.0368087 Nov 11 06:45:22.468750 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702', 'name': '', 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'mac_address': 'fa:16:3e:58:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:18Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 2, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'subnets': [{'id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:22.508000 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.511972 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Checking router: 46bd46ac-6f63-4b98-b5fe-962afb56ff55 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:45:22.511972 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Updating router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 binding host dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 06:45:22.534969 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:22.539138 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.588487 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.588713 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:22.589153 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.660341 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.679935 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d17003-0726-49b1-9860-50c9f036df88,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:22.685977 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.707379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] For port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:22.759273 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.760521 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e194dd84-7a6d-43b3-beb6-84a7f980b765 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3688695 Nov 11 06:45:22.763293 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59056) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:22.767933 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group_rule': {'security_group_id': '17c4fa34-878b-41b8-92b4-e507aba5477f', 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:22.808326 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.843388 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Publish callbacks [] for port, precommit_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.863626 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Pushing event updated for resources: {'Port': ['ID=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:22.876526 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.928529 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.940033 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:22.998317 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e944e1-1be3-4ebe-a624-05ce1c731d1c None None] Pushing event updated for resources: {'Port': ['ID=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,revision_number=3']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:23.031971 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.038556 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Attempting to bind port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 on host dv-cinder-817514-1-iscsi for vnic_type normal with profile {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:23.041602 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Attempting to bind port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 by drivers openvswitch,hyperv on host dv-cinder-817514-1-iscsi at level 0 using segments [{'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:23.041602 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Attempting to bind port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 on network 096d7886-7001-4595-9726-8a9cec0a9063 {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:23.047321 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Checking agent: {'id': '9ab8472b-6b5e-4c41-994d-9959bca15402', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 28, 24), 'started_at': datetime.datetime(2021, 11, 11, 6, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:23.047951 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Checking segment: {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:23.048764 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.049216 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Bound using segment: {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'} {{(pid=102320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:23.049764 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.managers [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Bound port: bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702, host: dv-cinder-817514-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063'}}] {{(pid=102320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:23.050248 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.056227 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5f8bfa-cd87-43af-bc08-bcb108ecab0f,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:23.131082 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] For port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702, host dv-cinder-817514-1-iscsi, cleared binding levels {{(pid=102320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:23.134702 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.plugins.ml2.db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] For port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702, host dv-cinder-817514-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:23.138427 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.139904 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-eb8cf1ae-c5a0-40e4-a1d5-4fbd1923c74e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3756645 Nov 11 06:45:23.143118 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59060) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:23.150478 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group_rule': {'security_group_id': '17c4fa34-878b-41b8-92b4-e507aba5477f', 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:23.227346 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron_lib.callbacks.manager [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.235666 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-09c1f182-b08a-4ac1-b17b-f45148853bbb None None] Provisioning complete for port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:23.235970 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-09c1f182-b08a-4ac1-b17b-f45148853bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.255774 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.securitygroups_db [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Project b67606372a98452c95cb72911ed2bcee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 06:45:23.266255 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.269675 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.311787 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e944e1-1be3-4ebe-a624-05ce1c731d1c None None] Pushing event updated for resources: {'Port': ['ID=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,revision_number=4']} {{(pid=102320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:23.325516 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Routers {'46bd46ac-6f63-4b98-b5fe-962afb56ff55'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:23.327334 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:45:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:23.336540 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-09c1f182-b08a-4ac1-b17b-f45148853bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.379150 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-09c1f182-b08a-4ac1-b17b-f45148853bbb None None] For port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:23.406097 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.461248 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] Set router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:23.461523 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-09c1f182-b08a-4ac1-b17b-f45148853bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.490963 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.512451 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676de461-8594-42df-82c9-8a791b6b04d6,revision_number=0']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:23.529233 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1f182-b08a-4ac1-b17b-f45148853bbb None None] Pushing event updated for resources: {'Port': ['ID=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:23.556600 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ca0a4710-5f4b-45cf-a486-65a34c7c9f33 req-b3a3e070-a50c-4bc6-9698-f0cb0a01ef39 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 210 time: 0.0263100 Nov 11 06:45:23.610889 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.612698 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-2269bd28-c5df-4e6b-9dff-fd8e819e810f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4683366 Nov 11 06:45:23.615796 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59066) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:23.620551 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'security_group_rule': {'security_group_id': '17c4fa34-878b-41b8-92b4-e507aba5477f', 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:23.724982 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-552054dc-df3e-43ac-9b02-c1cb216a72be None None] Provisioning complete for port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:23.725630 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-552054dc-df3e-43ac-9b02-c1cb216a72be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.747906 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.securitygroups_db [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Project b67606372a98452c95cb72911ed2bcee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 06:45:23.753392 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.786259 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702', 'name': '', 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'mac_address': 'fa:16:3e:58:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:18Z', 'updated_at': '2021-11-11T06:45:23Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'subnets': [{'id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:23.821493 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf12d44-b968-4300-afc1-f8e96d40c206 None None] The sync data for ids ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'] in dv-cinder-817514-1-iscsi is: [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:45:19Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': 'bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702', 'name': '', 'network_id': '096d7886-7001-4595-9726-8a9cec0a9063', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'mac_address': 'fa:16:3e:58:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:18Z', 'updated_at': '2021-11-11T06:45:23Z', 'revision_number': 4, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'subnets': [{'id': '9bf6e9be-3632-4322-b2ab-3871d7bf321e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:45:23.850757 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.911576 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570509'] for security_group_rule, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:23.930768 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f268779-094b-45b0-92c6-b0d93b1b1b07,revision_number=0']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:24.012644 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:24.014174 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-68dc0a44-a110-42e5-b54d-c24a7902b508 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3971050 Nov 11 06:45:24.148160 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:24.171380 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:24.520125 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:24.570411 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:24.570842 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:24.661871 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 up at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:24.662923 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cb2278d8-32db-48f1-bd83-d0fb20190750 req-cc63a066-34bc-49b6-84c1-123375d23266 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 210 time: 0.0363510 Nov 11 06:45:24.714718 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Provisioning complete for port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:24.715086 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.008151 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-9bab697c-e5d1-4e72-9d61-cdbcf621ccbb tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:25.009604 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-9bab697c-e5d1-4e72-9d61-cdbcf621ccbb tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 812 time: 0.1072266 Nov 11 06:45:25.082320 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-4b4af4dc-fc37-4e12-9cb0-62ec9ce576d1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 380 time: 0.0559666 Nov 11 06:45:25.093957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'port': {'device_id': '1c681929-8f0e-44c1-a973-016f297dc59d', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'admin_state_up': True, 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'security_groups': ['2b679793-7cf3-458f-9c29-d44163cab5ef']}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:25.276809 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Made reservation on behalf of acd83e96d3fe4e25b9bd8a9dc3a89c95 for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:45:25.280641 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.407398 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Allocated IP 172.20.0.5 (6101ada5-85b2-4149-845e-6a54b21ad143/26387bee-9902-479c-939d-96e2d31efbdf/dd01751a-a474-49a3-b0ad-fb53a13bd06a) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:25.493538 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:45:25.557233 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.661978 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.703424 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:25.706387 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:25.712247 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:25.737315 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=dd01751a-a474-49a3-b0ad-fb53a13bd06a,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:25.776281 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:25.777023 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.823213 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e051d0-f5b1-43bc-b7d9-a0f41c4d4d47 req-44b949ac-e90e-4e83-ae86-082a19190664 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:25.826733 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-65e051d0-f5b1-43bc-b7d9-a0f41c4d4d47 req-44b949ac-e90e-4e83-ae86-082a19190664 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 931 time: 0.0680127 Nov 11 06:45:25.887546 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-65e051d0-f5b1-43bc-b7d9-a0f41c4d4d47 req-74341650-bda5-43c2-a3b5-325da7231326 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539484 Nov 11 06:45:25.897921 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-d489072e-4213-4b5c-a53b-52d170b2976a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8074861 Nov 11 06:45:25.916244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Request body: {'port': {'device_id': '1c681929-8f0e-44c1-a973-016f297dc59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:25.942126 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-e5e6dabe-8f2b-4518-ab9b-8b139cdf1fca None None] Provisioning complete for port dd01751a-a474-49a3-b0ad-fb53a13bd06a triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:25.942723 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e5e6dabe-8f2b-4518-ab9b-8b139cdf1fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.977285 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:25.979196 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6dabe-8f2b-4518-ab9b-8b139cdf1fca None None] Port dd01751a-a474-49a3-b0ad-fb53a13bd06a cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:26.265574 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd01751a-a474-49a3-b0ad-fb53a13bd06a {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:45:26.274559 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:26.289104 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Transition to ACTIVE for port object dd01751a-a474-49a3-b0ad-fb53a13bd06a will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:45:26.404470 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:26.453401 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd01751a-a474-49a3-b0ad-fb53a13bd06a,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:26.539159 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Attempting to bind port dd01751a-a474-49a3-b0ad-fb53a13bd06a on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:26.539159 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Attempting to bind port dd01751a-a474-49a3-b0ad-fb53a13bd06a by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:26.539625 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Attempting to bind port dd01751a-a474-49a3-b0ad-fb53a13bd06a on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:26.544446 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Port dd01751a-a474-49a3-b0ad-fb53a13bd06a on network 6101ada5-85b2-4149-845e-6a54b21ad143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:45:26.552895 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Attempting to bind port dd01751a-a474-49a3-b0ad-fb53a13bd06a on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:26.552895 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:26.552895 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Checking segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:26.552895 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Bound using segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:26.552895 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Bound port: dd01751a-a474-49a3-b0ad-fb53a13bd06a, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:26.552895 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:26.622250 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] For port dd01751a-a474-49a3-b0ad-fb53a13bd06a, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:26.626414 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] For port dd01751a-a474-49a3-b0ad-fb53a13bd06a, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:26.708986 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:26.742218 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:26.742837 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:26.744196 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] 10.222.0.15 "PUT /v2.0/ports/dd01751a-a474-49a3-b0ad-fb53a13bd06a HTTP/1.1" status: 200 len: 1093 time: 0.8321388 Nov 11 06:45:26.744631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:45:26.746943 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34" -d '{"events": [{"name": "network-changed", "server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:45:26.774843 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c88deb-d9a5-4b32-83b1-5bb3fd67d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd01751a-a474-49a3-b0ad-fb53a13bd06a,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:26.788192 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738cae9f-a243-49aa-a640-eba0e25e385b x-openstack-request-id: req-738cae9f-a243-49aa-a640-eba0e25e385b {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:45:26.788554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:45:26.788800 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738cae9f-a243-49aa-a640-eba0e25e385b {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:45:26.789312 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'status': 'completed', 'code': 200} Nov 11 06:45:26.877509 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34 req-7a3548b6-c5ee-4d6c-a74b-905b58784758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:26.879682 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34 req-7a3548b6-c5ee-4d6c-a74b-905b58784758 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1096 time: 0.0461869 Nov 11 06:45:27.024310 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34 req-c8f59a22-8142-4808-8cf1-af4c3ac5e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:27.025876 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34 req-c8f59a22-8142-4808-8cf1-af4c3ac5e877 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1302130 Nov 11 06:45:27.038163 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e5cc-69e1-4e81-a9b9-1a3d813d9390 req-ea3cb475-99b3-4713-aa91-3b6756b8092f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:27.039621 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2a08e5cc-69e1-4e81-a9b9-1a3d813d9390 req-ea3cb475-99b3-4713-aa91-3b6756b8092f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0754559 Nov 11 06:45:27.150245 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2a08e5cc-69e1-4e81-a9b9-1a3d813d9390 req-d80bb0a6-bbee-4a42-85ab-b5b518916d57 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022532 Nov 11 06:45:27.164775 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34 req-c6171281-df98-4301-ba2d-cea0e9e7dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:27.166234 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b1e5b1da-7178-4d29-99ff-beb8d9f95c34 req-c6171281-df98-4301-ba2d-cea0e9e7dcd8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1257637 Nov 11 06:45:27.265745 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-be14364e-85f3-40c3-b1c6-d64cfca2259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:27.267236 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-be14364e-85f3-40c3-b1c6-d64cfca2259e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1096 time: 0.0417101 Nov 11 06:45:27.319017 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-fdd7f2da-5999-4a84-9807-a0a122a9c6f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a HTTP/1.1" status: 200 len: 217 time: 0.0337462 Nov 11 06:45:27.371405 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-c9bff25d-8727-412b-a7c2-0d2b98529f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:27.372896 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-c9bff25d-8727-412b-a7c2-0d2b98529f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0466175 Nov 11 06:45:27.417195 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-5c87e35e-4eb3-4406-a21e-e9aae71ab363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:27.418728 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-5c87e35e-4eb3-4406-a21e-e9aae71ab363 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385184 Nov 11 06:45:27.507039 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-2b612440-bb62-4592-80d0-f8f543d9fad6 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803180 Nov 11 06:45:27.600439 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-44986f7d-78e9-4c7b-92f6-65547bc355f7 req-a8ba25f9-14d9-47ea-97cd-5540d22d292d service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Nov 11 06:45:28.273276 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cc724-aa9c-4c34-862e-4e66bceae4fd req-7bba63b4-f594-4978-ba30-d2e55cf56ec2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:28.274797 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d87cc724-aa9c-4c34-862e-4e66bceae4fd req-7bba63b4-f594-4978-ba30-d2e55cf56ec2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0508921 Nov 11 06:45:28.325486 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d87cc724-aa9c-4c34-862e-4e66bceae4fd req-f463bf85-7b8c-42d7-8c80-ecc7bc9aa80b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 Nov 11 06:45:29.438755 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4707d03-32ae-460f-80ba-25578ce785c6 req-0ff610b9-324f-4b2c-8296-7964d09ba657 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:29.440223 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a4707d03-32ae-460f-80ba-25578ce785c6 req-0ff610b9-324f-4b2c-8296-7964d09ba657 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0480876 Nov 11 06:45:29.492079 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a4707d03-32ae-460f-80ba-25578ce785c6 req-98f7ff3e-372a-49b3-b468-5c2e8c823807 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Nov 11 06:45:30.609505 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb045f-180d-43b2-97bd-149cf5df9d87 req-2ec957e0-6674-4191-a5eb-6d9091e33036 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:30.611055 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-67cb045f-180d-43b2-97bd-149cf5df9d87 req-2ec957e0-6674-4191-a5eb-6d9091e33036 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0500784 Nov 11 06:45:30.659847 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-67cb045f-180d-43b2-97bd-149cf5df9d87 req-d75d40e6-e15b-46da-8897-8b0147ed85a7 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Nov 11 06:45:31.782569 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d921-36d6-49b7-abf9-7632bacd65cf req-c1895e2e-c8d8-4e3a-8b10-6dbc1bbd0665 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:31.784022 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fb51d921-36d6-49b7-abf9-7632bacd65cf req-c1895e2e-c8d8-4e3a-8b10-6dbc1bbd0665 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0515656 Nov 11 06:45:31.834682 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-fb51d921-36d6-49b7-abf9-7632bacd65cf req-ac61085d-ab5e-451f-b36b-5043168f2331 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443637 Nov 11 06:45:32.948641 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a11a-d458-4fb6-9ccd-0791563e9f47 req-4e761d3f-6797-4b4a-af88-cd01f6df9cc1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:32.950147 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c45a11a-d458-4fb6-9ccd-0791563e9f47 req-4e761d3f-6797-4b4a-af88-cd01f6df9cc1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0477045 Nov 11 06:45:33.000712 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c45a11a-d458-4fb6-9ccd-0791563e9f47 req-d18d5528-d2be-44a3-abb2-85bd333c2d26 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 Nov 11 06:45:34.115693 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbecbb-d5a9-4305-ac5c-6112cda98534 req-607dcdd5-6746-4620-a0d7-1c17fc77632d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:34.117176 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d6bbecbb-d5a9-4305-ac5c-6112cda98534 req-607dcdd5-6746-4620-a0d7-1c17fc77632d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0482309 Nov 11 06:45:34.165875 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d6bbecbb-d5a9-4305-ac5c-6112cda98534 req-03e52e2a-3b32-4df3-b2f1-69179686a7bc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 Nov 11 06:45:34.980746 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device dd01751a-a474-49a3-b0ad-fb53a13bd06a details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:45:35.072919 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port dd01751a-a474-49a3-b0ad-fb53a13bd06a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:35.084207 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'port_id': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'mac_address': 'fa:16:3e:80:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:45:35.123276 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:35.135982 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd01751a-a474-49a3-b0ad-fb53a13bd06a {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:45:35.156181 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port dd01751a-a474-49a3-b0ad-fb53a13bd06a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:35.244919 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:35.285406 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3a58-6586-4687-ae98-0ca2dadb1e51 req-a089b62e-d973-4dda-9de1-109e36612259 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:35.287593 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-687a3a58-6586-4687-ae98-0ca2dadb1e51 req-a089b62e-d973-4dda-9de1-109e36612259 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 943 time: 0.0562315 Nov 11 06:45:35.299314 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=dd01751a-a474-49a3-b0ad-fb53a13bd06a,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:35.306201 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.306657 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.307047 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.307385 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.307724 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.308057 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.308573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.308955 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.309291 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.309712 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.310069 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.310538 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:35.340061 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-687a3a58-6586-4687-ae98-0ca2dadb1e51 req-16b267d1-cc47-4789-b81f-59ab51bbd178 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465946 Nov 11 06:45:35.545194 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['dd01751a-a474-49a3-b0ad-fb53a13bd06a'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:45:36.459720 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6272-4d82-4780-bc5e-f272f2bc5207 req-c5aad96a-0eba-48f6-b148-4e94434ba317 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:36.461214 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-632f6272-4d82-4780-bc5e-f272f2bc5207 req-c5aad96a-0eba-48f6-b148-4e94434ba317 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 944 time: 0.0548935 Nov 11 06:45:36.523251 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-632f6272-4d82-4780-bc5e-f272f2bc5207 req-62e8c960-c0fe-4838-a061-28c86f7da962 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548775 Nov 11 06:45:36.995658 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device dd01751a-a474-49a3-b0ad-fb53a13bd06a up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:45:37.101259 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port dd01751a-a474-49a3-b0ad-fb53a13bd06a completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:45:37.106387 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port dd01751a-a474-49a3-b0ad-fb53a13bd06a triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:37.111742 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:37.188690 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:37.211508 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:45:37.213746 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4775d340-8469-4c77-92ee-32cd54dde005" -d '{"events": [{"server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "name": "network-vif-plugged", "status": "completed", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:45:37.230226 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port dd01751a-a474-49a3-b0ad-fb53a13bd06a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:37.251786 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5840bc19-9aa8-4e8d-8773-a1ac01a89941 x-openstack-request-id: req-5840bc19-9aa8-4e8d-8773-a1ac01a89941 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:45:37.252077 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "name": "network-vif-plugged", "status": "completed", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:45:37.252336 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5840bc19-9aa8-4e8d-8773-a1ac01a89941 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:45:37.252745 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'code': 200} Nov 11 06:45:37.277981 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:37.325424 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=dd01751a-a474-49a3-b0ad-fb53a13bd06a,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:37.665894 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64964fa-457e-4f26-bba3-9bce7929a26a req-73fa4822-1157-41d7-9015-4a0adf38f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:37.667375 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e64964fa-457e-4f26-bba3-9bce7929a26a req-73fa4822-1157-41d7-9015-4a0adf38f9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1098 time: 0.0632429 Nov 11 06:45:37.675619 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dad302-c553-412c-b871-5ca6a57638c4 req-d389eea8-8693-4c69-bf8a-7bf0308e60c9 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:37.677546 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-06dad302-c553-412c-b871-5ca6a57638c4 req-d389eea8-8693-4c69-bf8a-7bf0308e60c9 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.0833321 Nov 11 06:45:37.759443 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e64964fa-457e-4f26-bba3-9bce7929a26a req-276c889c-33ec-444f-aeeb-24dc58a3367c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808258 Nov 11 06:45:37.763624 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-06dad302-c553-412c-b871-5ca6a57638c4 req-64ee6c02-bd26-4d78-98fa-2ff0c15a3334 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802171 Nov 11 06:45:38.880702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ee562-4d62-49f2-a1ad-c18fd171315d req-446b5a45-73b6-4a1c-b283-49343cc0ac5c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:38.882290 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-144ee562-4d62-49f2-a1ad-c18fd171315d req-446b5a45-73b6-4a1c-b283-49343cc0ac5c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.0484364 Nov 11 06:45:38.930992 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-144ee562-4d62-49f2-a1ad-c18fd171315d req-99703891-d7e8-4432-ab55-a73a40ff1134 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Nov 11 06:45:40.049554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035705b-2b5e-4d9f-bc59-c11b14f71a17 req-1d03c262-6296-4091-a8fb-84724e73b929 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:40.051072 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a035705b-2b5e-4d9f-bc59-c11b14f71a17 req-1d03c262-6296-4091-a8fb-84724e73b929 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.0501201 Nov 11 06:45:40.104253 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a035705b-2b5e-4d9f-bc59-c11b14f71a17 req-58251655-782d-4260-adf4-e6579e6dd5d6 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Nov 11 06:45:40.224589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e641a3-8011-4e63-8735-419bb4293675 req-15077ec6-8787-4847-a70e-e9f704c0bd2e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:40.226174 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-81e641a3-8011-4e63-8735-419bb4293675 req-15077ec6-8787-4847-a70e-e9f704c0bd2e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.0539408 Nov 11 06:45:40.282407 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-81e641a3-8011-4e63-8735-419bb4293675 req-3f7059bd-2b48-41ea-8d79-5e176e344b97 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497777 Nov 11 06:45:40.304528 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59238) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:40.491057 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f109343-8ae9-405d-900e-92bab10ac25e tempest-TestVolumeBootPattern-395753003 tempest-TestVolumeBootPattern-395753003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:40.492562 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3f109343-8ae9-405d-900e-92bab10ac25e tempest-TestVolumeBootPattern-395753003 tempest-TestVolumeBootPattern-395753003-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1093 time: 0.1870046 Nov 11 06:45:40.495671 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59242) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:40.499863 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'port_id': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:40.599424 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:40.704974 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:40.817136 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Allocated IP 172.27.1.42 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/377cedb1-200c-4245-827f-3e2fa2b08382) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:40.922136 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.033037 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.074283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:41.077187 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:41.081907 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:41.085582 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=377cedb1-200c-4245-827f-3e2fa2b08382,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:41.427878 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.563499 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.716717 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.781152 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.855394 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=377cedb1-200c-4245-827f-3e2fa2b08382,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:41.865791 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:41.966844 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Floating IP a51929e1-3a3e-4411-a263-126cbb823616 associated. External IP: 172.27.1.42, port: dd01751a-a474-49a3-b0ad-fb53a13bd06a. Nov 11 06:45:42.174763 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:45:42.280042 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:45:42.293308 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:45:42.302407 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:42.303011 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:45:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:42.358965 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:42.400543 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-9afddb41-ba79-4812-9e22-b8ac578e645a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8888752 Nov 11 06:45:42.400543 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:45:42.400543 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f76c788-dbd2-4e4c-98b1-94dea116a197" -d '{"events": [{"name": "network-changed", "server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:45:42.407751 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:42.434688 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd4a3b-239e-40f5-8249-4036b2142004 x-openstack-request-id: req-e8fd4a3b-239e-40f5-8249-4036b2142004 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:45:42.435179 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:45:42.435304 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8fd4a3b-239e-40f5-8249-4036b2142004 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:45:42.435622 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'status': 'completed', 'code': 200} Nov 11 06:45:42.521408 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-841fe365-f8fa-4b9e-8def-983f44010125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:42.523564 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-841fe365-f8fa-4b9e-8def-983f44010125 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1098 time: 0.0394568 Nov 11 06:45:42.621379 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-ee4f4c47-26d6-4658-853a-cb309cecd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:42.622867 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-ee4f4c47-26d6-4658-853a-cb309cecd014 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0902507 Nov 11 06:45:42.628659 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'a51929e1-3a3e-4411-a263-126cbb823616', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:80:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c681929-8f0e-44c1-a973-016f297dc59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:45:41Z', 'updated_at': '2021-11-11T06:45:41Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:42.655977 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:45:42.665380 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:45:42.666013 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:45:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:42.695681 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-5571314f-39fc-422e-8148-809dcfa88743 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a HTTP/1.1" status: 200 len: 998 time: 0.0648148 Nov 11 06:45:42.750313 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-bada1181-13ec-45f5-98ef-4c69b5d9d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:42.751083 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-bada1181-13ec-45f5-98ef-4c69b5d9d56b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0478709 Nov 11 06:45:42.773564 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:45:42.797408 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-be6676eb-67c6-442a-b3b9-3733d2acb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:42.804718 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-be6676eb-67c6-442a-b3b9-3733d2acb273 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404587 Nov 11 06:45:42.896288 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-fdfaa8e4-65a0-47c5-a691-b0d36752a18a service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826659 Nov 11 06:45:42.992855 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8f76c788-dbd2-4e4c-98b1-94dea116a197 req-af7ed76a-34eb-4ba8-89ca-9f89b5422005 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889690 Nov 11 06:45:42.996338 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'a51929e1-3a3e-4411-a263-126cbb823616', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:80:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c681929-8f0e-44c1-a973-016f297dc59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:45:41Z', 'updated_at': '2021-11-11T06:45:41Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:45:43.022768 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34577a95-7896-4d45-84dd-2e3fdf5e1018 None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'a51929e1-3a3e-4411-a263-126cbb823616', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:80:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c681929-8f0e-44c1-a973-016f297dc59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:45:41Z', 'updated_at': '2021-11-11T06:45:41Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:45:43.212916 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910509a7-2965-4b06-b40c-7cc594740489 None None] New status for floating IP a51929e1-3a3e-4411-a263-126cbb823616: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:45:46.251250 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59304) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:46.351087 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2cf2213f-8a92-4861-b901-d31516cfd358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.422226 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2cf2213f-8a92-4861-b901-d31516cfd358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.506719 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-2cf2213f-8a92-4861-b901-d31516cfd358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.546980 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2213f-8a92-4861-b901-d31516cfd358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b33f0-73e5-4610-af1c-d08f5e0e9738,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:46.551080 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-2cf2213f-8a92-4861-b901-d31516cfd358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ee7f2196e3e4709a073bed5dc5c1758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988424 Nov 11 06:45:46.553646 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59308) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:46.600501 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b9516366-bf5f-4754-8b6f-5f6597572080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.620409 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b9516366-bf5f-4754-8b6f-5f6597572080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.758207 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b9516366-bf5f-4754-8b6f-5f6597572080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.760745 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-b9516366-bf5f-4754-8b6f-5f6597572080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:46.761924 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b9516366-bf5f-4754-8b6f-5f6597572080 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c37b33f0-73e5-4610-af1c-d08f5e0e9738 HTTP/1.1" status: 204 len: 168 time: 0.2073166 Nov 11 06:45:46.769993 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9516366-bf5f-4754-8b6f-5f6597572080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b33f0-73e5-4610-af1c-d08f5e0e9738,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:47.063761 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-4863ae36-f149-4fc8-83ee-b25350cf1b09 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114965420&fields=id&tenant_id=b67606372a98452c95cb72911ed2bcee HTTP/1.1" status: 200 len: 267 time: 0.0441413 Nov 11 06:45:47.172334 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-631b4f40-586c-49ee-872b-0e041fbc965f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:47.173785 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-631b4f40-586c-49ee-872b-0e041fbc965f tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 809 time: 0.1024797 Nov 11 06:45:47.188623 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-129226b1-0c16-426b-ba50-ce949df9053c tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/quotas/b67606372a98452c95cb72911ed2bcee HTTP/1.1" status: 200 len: 375 time: 0.0087538 Nov 11 06:45:47.237448 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-8b653d44-e99c-44d0-bc88-87b1b8374e0e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422535 Nov 11 06:45:47.334952 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-3b583483-2672-4324-b4aa-0e7e418a92d1 service neutron] 10.222.0.20 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858347 Nov 11 06:45:47.422193 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-677a0215-5bcb-4b63-8726-9406c28a4f54 service neutron] 10.222.0.20 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813284 Nov 11 06:45:47.984110 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-29729e33-e09f-43f8-8023-0fa187102004 req-fc3ab390-f17f-422d-9a54-6938435cb466 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Nov 11 06:45:48.249409 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa909-25df-44a3-aa38-544620307dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.264609 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59358) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:48.371387 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-976ce345-157f-4922-a7ce-aaaba281ab30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.444056 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-976ce345-157f-4922-a7ce-aaaba281ab30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.510710 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-976ce345-157f-4922-a7ce-aaaba281ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.552613 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-976ce345-157f-4922-a7ce-aaaba281ab30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47a280d9a6ed44f8b62633487adc5a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864051 Nov 11 06:45:48.553507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ce345-157f-4922-a7ce-aaaba281ab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24746a54-9dc2-47ae-9356-691454167bfd,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:48.555422 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59362) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:45:48.602832 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.624084 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.717980 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.720673 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:48.721842 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24746a54-9dc2-47ae-9356-691454167bfd HTTP/1.1" status: 204 len: 168 time: 0.1653724 Nov 11 06:45:48.729737 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24746a54-9dc2-47ae-9356-691454167bfd,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:48.736783 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.737128 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.737462 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.737819 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.738148 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.738503 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.738783 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.739107 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.739428 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.740287 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.740606 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:48.740920 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f63b0-0e07-4f43-80a8-275513887564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:45:49.079301 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-59fec1f0-acff-4cda-baab-6dce4860f233 req-265ca5ac-4b08-4d76-89bd-cd68bc563155 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Nov 11 06:45:50.043515 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e0cd2dbe-4e6b-4442-a172-87b8e8b40ffc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:50.044838 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e0cd2dbe-4e6b-4442-a172-87b8e8b40ffc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 809 time: 0.1013982 Nov 11 06:45:50.111958 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-a3c672ed-988a-4ce4-ae7e-e9361950a9df tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67606372a98452c95cb72911ed2bcee HTTP/1.1" status: 200 len: 379 time: 0.0516393 Nov 11 06:45:50.121102 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'port': {'device_id': '9c876dd3-bda2-4a88-9135-aad44663c430', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'admin_state_up': True, 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'security_groups': ['17c4fa34-878b-41b8-92b4-e507aba5477f']}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:50.208228 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1c8a4f44-1f06-4f74-b6f1-a480b21bc600 req-de04405e-9862-42d1-82fd-eb1dac40f6d4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 210 time: 0.0339780 Nov 11 06:45:50.318148 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Made reservation on behalf of b67606372a98452c95cb72911ed2bcee for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:45:50.322236 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:50.421153 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-968b284e-8403-4563-8acc-5d70193bf249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:50.444248 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Allocated IP 172.20.0.6 (bb55c2c9-9334-47cd-bc83-639fea1445f5/dac59c79-7915-4d58-9a5c-e338ddd14c6e/2d306427-5bb3-4e04-a7bd-99568eb73c1c) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:45:50.574360 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:50.667448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:50.711478 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:45:50.716373 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:45:50.720000 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:45:50.727682 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:50.774554 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:50.775163 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:50.869959 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-5f8baadf-4523-457d-b415-293636007d5a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523348 Nov 11 06:45:50.889375 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Request body: {'port': {'device_id': '9c876dd3-bda2-4a88-9135-aad44663c430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:45:50.944170 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:50.990409 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-86db7e8a-63cb-418d-a2f8-615bc45822e8 None None] Provisioning complete for port 2d306427-5bb3-4e04-a7bd-99568eb73c1c triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:45:50.990721 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-86db7e8a-63cb-418d-a2f8-615bc45822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.025059 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-86db7e8a-63cb-418d-a2f8-615bc45822e8 None None] Port 2d306427-5bb3-4e04-a7bd-99568eb73c1c cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:45:51.202188 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d306427-5bb3-4e04-a7bd-99568eb73c1c {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:45:51.209589 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.221583 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Transition to ACTIVE for port object 2d306427-5bb3-4e04-a7bd-99568eb73c1c will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:45:51.301255 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.321022 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84f6e-9585-4e51-b761-04a59bc88011 req-3aa153fd-263f-4d2d-9bf1-a75884e5241d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:51.322582 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-07d84f6e-9585-4e51-b761-04a59bc88011 req-3aa153fd-263f-4d2d-9bf1-a75884e5241d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 931 time: 0.0488200 Nov 11 06:45:51.372232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:51.383030 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-07d84f6e-9585-4e51-b761-04a59bc88011 req-e5e6c798-4c19-4172-9d3e-9b723eb37ecf tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544524 Nov 11 06:45:51.436789 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Attempting to bind port 2d306427-5bb3-4e04-a7bd-99568eb73c1c on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:45:51.437119 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Attempting to bind port 2d306427-5bb3-4e04-a7bd-99568eb73c1c by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:45:51.437452 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Attempting to bind port 2d306427-5bb3-4e04-a7bd-99568eb73c1c on network bb55c2c9-9334-47cd-bc83-639fea1445f5 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:51.441948 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Port 2d306427-5bb3-4e04-a7bd-99568eb73c1c on network bb55c2c9-9334-47cd-bc83-639fea1445f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:45:51.442264 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Attempting to bind port 2d306427-5bb3-4e04-a7bd-99568eb73c1c on network bb55c2c9-9334-47cd-bc83-639fea1445f5 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:45:51.447675 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:45:51.448012 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Checking segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:45:51.448420 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Bound using segment: {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:45:51.448852 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Bound port: 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb10043d-e4eb-4f59-8129-f3c10c548f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:45:51.449212 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.516952 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:45:51.520329 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:45:51.596542 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.631289 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.665798 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:51.666418 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:51.667799 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] 10.222.0.15 "PUT /v2.0/ports/2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 1093 time: 0.7829242 Nov 11 06:45:51.668210 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:45:51.670470 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123fcca4-e356-4f2a-b726-0af43f529c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:45:51.703273 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbdd20-1740-482f-9cf2-461da9dd2e56 service neutron] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:51.713764 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec103f3-81a3-4eda-acfb-5252a98d7ef1 x-openstack-request-id: req-3ec103f3-81a3-4eda-acfb-5252a98d7ef1 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:45:51.714067 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:45:51.714345 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec103f3-81a3-4eda-acfb-5252a98d7ef1 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:45:51.714739 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'status': 'completed', 'code': 200} Nov 11 06:45:51.809634 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fcca4-e356-4f2a-b726-0af43f529c5c req-7faf689c-15f4-4833-bb9e-47b2a1939fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:51.811270 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-123fcca4-e356-4f2a-b726-0af43f529c5c req-7faf689c-15f4-4833-bb9e-47b2a1939fac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1096 time: 0.0433631 Nov 11 06:45:51.921868 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fcca4-e356-4f2a-b726-0af43f529c5c req-492a4d3a-2e50-4560-9b93-2a32e780b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:51.923389 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-123fcca4-e356-4f2a-b726-0af43f529c5c req-492a4d3a-2e50-4560-9b93-2a32e780b6e6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b67606372a98452c95cb72911ed2bcee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0966945 Nov 11 06:45:52.019505 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fcca4-e356-4f2a-b726-0af43f529c5c req-1ebe400f-ec23-4722-b6e5-c7754efa1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:52.020890 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-123fcca4-e356-4f2a-b726-0af43f529c5c req-1ebe400f-ec23-4722-b6e5-c7754efa1a47 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896146 Nov 11 06:45:52.120034 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-21cdd275-d23c-492b-a84e-abafe3f55987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:52.121494 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-21cdd275-d23c-492b-a84e-abafe3f55987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1096 time: 0.0396044 Nov 11 06:45:52.168783 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-13654ac6-1fda-4ad0-891f-0e7222d559df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 217 time: 0.0332477 Nov 11 06:45:52.218435 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-1b973e6e-50d2-4990-81f6-b3a67a2f69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:52.219884 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-1b973e6e-50d2-4990-81f6-b3a67a2f69d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0446298 Nov 11 06:45:52.263262 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-d7322312-b9c6-4904-baae-2d9302dafc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:52.264921 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-d7322312-b9c6-4904-baae-2d9302dafc97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377102 Nov 11 06:45:52.349086 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-d8f90fe2-c229-4e79-8042-643f28114902 service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774372 Nov 11 06:45:52.443940 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d1a481d3-f0cf-4459-b609-7dc1abd26948 req-f9f5f67e-815b-40c2-bf95-0bb8e968117b service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846112 Nov 11 06:45:52.500075 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c24150-9e4c-479a-ab72-4fe630ce83aa req-6c4293c0-b0a6-4909-a1d0-cb4d6bc5f0cb tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:52.501507 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2c24150-9e4c-479a-ab72-4fe630ce83aa req-6c4293c0-b0a6-4909-a1d0-cb4d6bc5f0cb tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0482593 Nov 11 06:45:52.553585 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-b2c24150-9e4c-479a-ab72-4fe630ce83aa req-e39de8d6-780d-4c4d-8c94-ee089f540dda tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458794 Nov 11 06:45:53.191937 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:53.673355 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c35c4-662d-4331-b090-4fb53bdc59e8 req-af9bccba-6e70-4b83-80bd-6ea6659bfbe7 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:53.674833 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f35c35c4-662d-4331-b090-4fb53bdc59e8 req-af9bccba-6e70-4b83-80bd-6ea6659bfbe7 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0487938 Nov 11 06:45:53.721958 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f35c35c4-662d-4331-b090-4fb53bdc59e8 req-3ce4e8d5-6a7a-4910-a157-b653b926784b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Nov 11 06:45:54.123823 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:54.169525 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:54.830419 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485958dc-7e3d-4d50-980e-d91cf8b6551c req-e2cbe412-cb86-478e-9361-a8a0daaa65e3 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:54.831854 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-485958dc-7e3d-4d50-980e-d91cf8b6551c req-e2cbe412-cb86-478e-9361-a8a0daaa65e3 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0459983 Nov 11 06:45:54.881663 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-485958dc-7e3d-4d50-980e-d91cf8b6551c req-df277289-f195-4394-a5a3-ce34d98aee69 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Nov 11 06:45:55.997395 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55441-4640-44cc-a69d-12ab096b55f0 req-8a56daaf-8544-48b3-b3bb-6710983f7526 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:55.998863 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-baa55441-4640-44cc-a69d-12ab096b55f0 req-8a56daaf-8544-48b3-b3bb-6710983f7526 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0510118 Nov 11 06:45:56.047101 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-baa55441-4640-44cc-a69d-12ab096b55f0 req-30c51ff1-2d73-4385-9cad-52ffdc03f48d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Nov 11 06:45:57.173720 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046278-bcc8-4eec-bd39-38be5228049c req-ccbc6f4a-34df-4326-9fc8-0ab84fc0844b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:57.175209 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-17046278-bcc8-4eec-bd39-38be5228049c req-ccbc6f4a-34df-4326-9fc8-0ab84fc0844b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0596306 Nov 11 06:45:57.217254 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-cc5b2246-54f4-4a8c-b1e6-dc1bd21f3b6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402024 Nov 11 06:45:57.223516 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-17046278-bcc8-4eec-bd39-38be5228049c req-7eb0daee-88d5-4210-9baf-503240cbb93a tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Nov 11 06:45:57.312484 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-09aafd0e-f925-44d0-bbb1-83ae8d4388d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:57.313951 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-09aafd0e-f925-44d0-bbb1-83ae8d4388d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1098 time: 0.0375898 Nov 11 06:45:57.416625 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-d738905c-017f-4456-b5f8-101c90976e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:57.418068 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-d738905c-017f-4456-b5f8-101c90976e15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0842731 Nov 11 06:45:57.483536 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-dfd92723-0ead-4a48-9e84-ca80237256e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a HTTP/1.1" status: 200 len: 1000 time: 0.0577607 Nov 11 06:45:57.537085 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-f86c2e51-7d58-4564-b7dd-ec6dbbfcf46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:57.538514 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-f86c2e51-7d58-4564-b7dd-ec6dbbfcf46a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0446303 Nov 11 06:45:57.581250 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-49b03f34-0710-46e1-a8cb-5b2e3b484008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:57.582714 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-49b03f34-0710-46e1-a8cb-5b2e3b484008 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374522 Nov 11 06:45:57.668695 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-f2ed493c-3a66-4b36-8ad9-af1f7ac31193 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792735 Nov 11 06:45:57.760686 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e26501f-d7a5-4146-86e8-7d54c5ed785f req-a8f9462a-a66a-400b-90ab-194cb90def14 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Nov 11 06:45:58.333532 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c80b-618b-4e5a-b790-13554d36ba04 req-a23cdc5f-dad0-4c03-aafa-8a9fbc52ce48 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:58.335710 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b39c80b-618b-4e5a-b790-13554d36ba04 req-a23cdc5f-dad0-4c03-aafa-8a9fbc52ce48 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0481982 Nov 11 06:45:58.383122 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b39c80b-618b-4e5a-b790-13554d36ba04 req-48c59ee4-9cbc-42fc-acb6-de7eff9b813b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 Nov 11 06:45:59.123044 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:45:59.217919 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:59.229348 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'port_id': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'mac_address': 'fa:16:3e:3c:27:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:45:59.265668 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:59.277836 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d306427-5bb3-4e04-a7bd-99568eb73c1c {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:45:59.296390 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:45:59.367475 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:45:59.412309 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:45:59.499097 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4191cc-351a-44e7-b6ac-be94c078fc8e req-557544d7-0189-4934-9747-5e378a3888a1 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:45:59.500441 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b4191cc-351a-44e7-b6ac-be94c078fc8e req-557544d7-0189-4934-9747-5e378a3888a1 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 944 time: 0.0505755 Nov 11 06:45:59.547307 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5b4191cc-351a-44e7-b6ac-be94c078fc8e req-da418b93-24fb-4133-8b1f-efab235f7520 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Nov 11 06:45:59.674917 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['2d306427-5bb3-4e04-a7bd-99568eb73c1c'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:46:00.660908 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989133-37e3-43e1-9660-c1b1a097af7f req-d8d9c12d-48fd-4684-b2f9-a2ffa3c7253e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:00.662383 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-27989133-37e3-43e1-9660-c1b1a097af7f req-d8d9c12d-48fd-4684-b2f9-a2ffa3c7253e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 944 time: 0.0506430 Nov 11 06:46:00.712693 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-27989133-37e3-43e1-9660-c1b1a097af7f req-81e7e2d3-fdd5-4e7c-8eab-5b32dd706d11 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 Nov 11 06:46:01.135701 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:46:01.235600 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 2d306427-5bb3-4e04-a7bd-99568eb73c1c completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:46:01.239162 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 2d306427-5bb3-4e04-a7bd-99568eb73c1c triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:46:01.239537 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:01.314188 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:01.335706 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:46:01.337972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb56aff-292a-48b5-8131-0f6f71b7d524" -d '{"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-plugged", "status": "completed", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:46:01.349668 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:46:01.377943 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a6dc1-4b72-482a-bceb-ba80f6f624c8 x-openstack-request-id: req-c88a6dc1-4b72-482a-bceb-ba80f6f624c8 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:46:01.378237 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-plugged", "status": "completed", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:46:01.378492 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c88a6dc1-4b72-482a-bceb-ba80f6f624c8 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:46:01.378886 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'code': 200} Nov 11 06:46:01.426549 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:01.599648 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:46:01.773602 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67562-8b8e-4c93-aeb8-c7465c4297a9 req-607d1b34-6c28-469e-8b63-c2c8df1d6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:01.775123 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a8e67562-8b8e-4c93-aeb8-c7465c4297a9 req-607d1b34-6c28-469e-8b63-c2c8df1d6bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0399067 Nov 11 06:46:01.856646 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaafb9c-2e74-4a06-8cac-c1a214ef80f2 req-0f9c9aae-8261-444a-8c6e-a701dd078156 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:01.858135 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-deaafb9c-2e74-4a06-8cac-c1a214ef80f2 req-0f9c9aae-8261-444a-8c6e-a701dd078156 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0809286 Nov 11 06:46:01.860556 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-a8e67562-8b8e-4c93-aeb8-c7465c4297a9 req-eb7fe0dc-89bb-4484-b4b4-545cdb21b438 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753376 Nov 11 06:46:01.908652 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-deaafb9c-2e74-4a06-8cac-c1a214ef80f2 req-d2c76bed-06cb-44fd-ae83-f17e00406b8b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Nov 11 06:46:02.491462 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:46:03.023034 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab9b7-4016-4f4d-aa32-d23a69469a6b req-fc21b720-1154-4c13-95f1-d1555a917ec0 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:03.024477 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fd0ab9b7-4016-4f4d-aa32-d23a69469a6b req-fc21b720-1154-4c13-95f1-d1555a917ec0 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0481687 Nov 11 06:46:03.073556 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fd0ab9b7-4016-4f4d-aa32-d23a69469a6b req-9ef89d6c-e923-4c71-8172-b7c58666d811 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Nov 11 06:46:04.183365 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3f0e9-bbbf-459e-b041-fd37a04bcf01 req-ba3d3943-06c8-4a05-a908-802f11e96125 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:04.184805 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ef3f0e9-bbbf-459e-b041-fd37a04bcf01 req-ba3d3943-06c8-4a05-a908-802f11e96125 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0465503 Nov 11 06:46:04.232246 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1ef3f0e9-bbbf-459e-b041-fd37a04bcf01 req-8bbc2d4e-dac5-4165-a5ee-279f9bb1499b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416055 Nov 11 06:46:04.341316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cbd30-e4a6-4c8b-a5df-8f66f024391a req-c7ab5fc7-6a05-49d9-898b-64e9c553142e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:04.342780 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f7cbd30-e4a6-4c8b-a5df-8f66f024391a req-c7ab5fc7-6a05-49d9-898b-64e9c553142e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0464635 Nov 11 06:46:04.394835 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-8f7cbd30-e4a6-4c8b-a5df-8f66f024391a req-e48cc6b6-f6f8-4296-b950-28ecd3b2d5e0 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463741 Nov 11 06:46:04.416530 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59408) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:46:04.587669 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765d8e5-e699-4da6-940f-b2c969884e5a tempest-TestShelveInstance-1039764750 tempest-TestShelveInstance-1039764750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:04.589128 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-5765d8e5-e699-4da6-940f-b2c969884e5a tempest-TestShelveInstance-1039764750 tempest-TestShelveInstance-1039764750-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1093 time: 0.1716475 Nov 11 06:46:04.592048 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59412) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:46:04.596107 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'port_id': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:46:04.666785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for floatingip, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:04.759319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:04.860836 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Allocated IP 172.27.1.36 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/e98c1830-3b2f-4f3f-88f8-a78c2c370a58) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:46:04.958350 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:05.295552 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:05.329027 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:46:05.331666 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:46:05.337456 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:46:05.360041 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'Port': ['ID=e98c1830-3b2f-4f3f-88f8-a78c2c370a58,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:46:05.676679 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:05.788358 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:05.937786 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:05.992343 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:06.060255 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event updated for resources: {'Port': ['ID=e98c1830-3b2f-4f3f-88f8-a78c2c370a58,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:46:06.073882 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:06.169824 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Floating IP d7ccda5c-44f9-46d3-b273-a7dc061d055b associated. External IP: 172.27.1.36, port: 2d306427-5bb3-4e04-a7bd-99568eb73c1c. Nov 11 06:46:06.362996 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Router a12056e9-16f4-4c21-8f48-14f2d5b56876 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:46:06.473846 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:46:06.483594 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] Sync routers for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:46:06.493972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:46:06.494589 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:45:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:46:06.542661 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:06.574303 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-90e6daaf-f8d3-4ea2-9ab1-6d71919faa98 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9753141 Nov 11 06:46:06.574303 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:46:06.574303 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a72a0-63e7-409f-98ca-af8030f80345" -d '{"events": [{"name": "network-changed", "server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:46:06.598379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:46:06.609605 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a3b09-bbd8-4855-9e46-d0e5ec24cf27 x-openstack-request-id: req-942a3b09-bbd8-4855-9e46-d0e5ec24cf27 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:46:06.610002 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:46:06.610266 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-942a3b09-bbd8-4855-9e46-d0e5ec24cf27 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:46:06.610669 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'status': 'completed', 'code': 200} Nov 11 06:46:06.694303 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-8ebc4591-4934-4545-9bea-3d0682c5d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:06.695780 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-8ebc4591-4934-4545-9bea-3d0682c5d9a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0384412 Nov 11 06:46:06.821252 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'd7ccda5c-44f9-46d3-b273-a7dc061d055b', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'port_id': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'mac_address': 'fa:16:3e:3c:27:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c876dd3-bda2-4a88-9135-aad44663c430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:46:05Z', 'updated_at': '2021-11-11T06:46:05Z', 'revision_number': 0, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:46:06.852468 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] Checking router: a12056e9-16f4-4c21-8f48-14f2d5b56876 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:46:06.861144 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:46:06.861785 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:45:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:46:06.968978 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:46:07.043426 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-5578d73f-6fd5-4161-a6f3-6726f80ed19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:07.044874 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-5578d73f-6fd5-4161-a6f3-6726f80ed19f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 909 time: 0.3401194 Nov 11 06:46:07.108359 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-4ca2fa65-58f4-402f-9d73-45bc0f6e8efe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 998 time: 0.0559709 Nov 11 06:46:07.158230 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-dc213db2-e244-4f99-89ee-3df8eea85e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:07.159788 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-dc213db2-e244-4f99-89ee-3df8eea85e62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0438373 Nov 11 06:46:07.202176 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'd7ccda5c-44f9-46d3-b273-a7dc061d055b', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'port_id': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'mac_address': 'fa:16:3e:3c:27:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c876dd3-bda2-4a88-9135-aad44663c430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:46:05Z', 'updated_at': '2021-11-11T06:46:05Z', 'revision_number': 0, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:46:07.215226 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-8e2ccbf4-8f3e-47a2-80a0-d6263b9e6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:07.215226 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-8e2ccbf4-8f3e-47a2-80a0-d6263b9e6747 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443830 Nov 11 06:46:07.236086 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ee53-a065-44e8-bc4a-6744d0831da7 None None] The sync data for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi is: [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': 'd7ccda5c-44f9-46d3-b273-a7dc061d055b', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'port_id': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'mac_address': 'fa:16:3e:3c:27:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c876dd3-bda2-4a88-9135-aad44663c430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:46:05Z', 'updated_at': '2021-11-11T06:46:05Z', 'revision_number': 0, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:46:07.301466 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-9d964d42-e658-49f1-bbaa-1b089f8857de service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821915 Nov 11 06:46:07.395958 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b42a72a0-63e7-409f-98ca-af8030f80345 req-4a1a11d1-e1b2-43fa-b777-620595725d5d service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868027 Nov 11 06:46:07.417505 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64a59c-62eb-43d3-bcd0-1e2aba9314b1 None None] New status for floating IP d7ccda5c-44f9-46d3-b273-a7dc061d055b: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:46:18.243193 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b1070e87-13fc-41d1-b2eb-af01ea1f656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:20.481387 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ceebd178-6e77-41c3-9096-6e80b83e36d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:21.591825 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:23.201239 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:24.134552 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:24.168698 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:39.489167 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:46:48.212323 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-78424b6e-ca10-42d7-b782-e787f6aa498d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:50.465707 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8a2bca41-52fa-41a0-a921-06849caae2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:51.597164 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:53.197245 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:54.138206 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:54.166507 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:46:58.970377 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-a63ddf6b-382a-445f-8ee2-456ef03e0533 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388377 Nov 11 06:46:59.063711 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0547b-7b4d-484b-8e3f-575078196764 req-7c93cb26-9b6b-411c-a03e-84cddf1655ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:59.065164 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-7c93cb26-9b6b-411c-a03e-84cddf1655ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 1098 time: 0.0382524 Nov 11 06:46:59.173751 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0547b-7b4d-484b-8e3f-575078196764 req-bd4d5b53-3141-4ef5-b504-4120dcfdbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:59.175186 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-bd4d5b53-3141-4ef5-b504-4120dcfdbd4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0840151 Nov 11 06:46:59.237709 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-e8e8b3a7-8fe1-4016-b917-be33c6de1ca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a HTTP/1.1" status: 200 len: 1000 time: 0.0547884 Nov 11 06:46:59.288440 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0547b-7b4d-484b-8e3f-575078196764 req-3bb43c6a-f499-4691-8da5-9640a0a2c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:59.294332 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-3bb43c6a-f499-4691-8da5-9640a0a2c88c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0455019 Nov 11 06:46:59.340226 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0547b-7b4d-484b-8e3f-575078196764 req-bfb97dab-b2fd-41fa-96aa-c9d607dc59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:46:59.341799 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-bfb97dab-b2fd-41fa-96aa-c9d607dc59ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442328 Nov 11 06:46:59.429059 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-79c67e33-94ac-416b-a207-539f73ef91b9 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801072 Nov 11 06:46:59.518176 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-09e0547b-7b4d-484b-8e3f-575078196764 req-b5aecb42-a57d-42e0-8f24-2e7934cb774d service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816061 Nov 11 06:47:16.488126 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:47:18.225720 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4bee2a93-dd74-430d-aacf-c79447cb3872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:20.457377 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d5d9767f-b4bc-4eb1-8121-da0c71d6f71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:21.591051 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:23.240177 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:24.166046 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:24.194356 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:40.178381 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbc2fc-a025-42ab-801e-9a3f5973658e req-1d68ad3b-520b-4f6f-9499-bee2f61f99dd tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:40.179864 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bffbc2fc-a025-42ab-801e-9a3f5973658e req-1d68ad3b-520b-4f6f-9499-bee2f61f99dd tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.1562653 Nov 11 06:47:40.227784 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-bffbc2fc-a025-42ab-801e-9a3f5973658e req-5c553d4c-0dda-457a-989a-ebd056237916 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Nov 11 06:47:41.410331 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721a14f-ab79-48bf-9099-a94d82363d2e req-e9985bad-4ca5-4573-82dd-94eb4b80eae8 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:41.411767 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3721a14f-ab79-48bf-9099-a94d82363d2e req-e9985bad-4ca5-4573-82dd-94eb4b80eae8 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.1020253 Nov 11 06:47:41.459317 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3721a14f-ab79-48bf-9099-a94d82363d2e req-54e3cdfa-fef8-42dc-9283-8f2f75a689b3 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Nov 11 06:47:41.712413 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-ad326b3b-39a1-4ff4-86ef-a00871bee69a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:41.713887 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-ad326b3b-39a1-4ff4-86ef-a00871bee69a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 945 time: 0.0504279 Nov 11 06:47:41.800112 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Deleting port dd01751a-a474-49a3-b0ad-fb53a13bd06a {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:47:41.800444 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:41.888501 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] For port dd01751a-a474-49a3-b0ad-fb53a13bd06a, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=dd01751a-a474-49a3-b0ad-fb53a13bd06a,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:47:41.888772 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:42.061562 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:42.061947 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:42.062263 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.db.l3_db [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Floating IP a51929e1-3a3e-4411-a263-126cbb823616 disassociated. External IP: 172.27.1.42, port: dd01751a-a474-49a3-b0ad-fb53a13bd06a. Nov 11 06:47:42.062602 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Calling delete_port for dd01751a-a474-49a3-b0ad-fb53a13bd06a owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:47:42.254060 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:42.285113 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'Port': ['ID=dd01751a-a474-49a3-b0ad-fb53a13bd06a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:47:42.295571 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.295919 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.296253 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.296582 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.296917 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.297244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.297568 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.297919 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.298244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.298560 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.298877 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.299192 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:42.402891 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:47:42.506001 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:47:42.516166 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:47:42.528141 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:47:42.530561 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:47:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:47:42.543269 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] No DVR routers for this DVR port dd01751a-a474-49a3-b0ad-fb53a13bd06a on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:47:42.545840 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:42.549181 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-484c280c-8ef0-47c5-b980-6a1d22eab91b req-8af7c6e6-155c-4dc1-b69b-ff97d0ebb7a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "DELETE /v2.0/ports/dd01751a-a474-49a3-b0ad-fb53a13bd06a HTTP/1.1" status: 204 len: 173 time: 0.8290951 Nov 11 06:47:42.549615 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'name': 'network-vif-deleted', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:47:42.551923 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc89ac2-0663-4bd1-ba30-be1b195a3d1f" -d '{"events": [{"server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "name": "network-vif-deleted", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:47:42.584192 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-083f6915-7f26-4473-bdb4-5c603db3ec93 req-2fd72c91-4ee5-42fb-9d8b-296c390905fb tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 210 time: 0.0294108 Nov 11 06:47:42.590287 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca03b8f-e9af-4bf5-be93-b9417f4b74c2 x-openstack-request-id: req-bca03b8f-e9af-4bf5-be93-b9417f4b74c2 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:47:42.590546 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c681929-8f0e-44c1-a973-016f297dc59d", "name": "network-vif-deleted", "tag": "dd01751a-a474-49a3-b0ad-fb53a13bd06a", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:47:42.590794 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bca03b8f-e9af-4bf5-be93-b9417f4b74c2 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:47:42.591447 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c681929-8f0e-44c1-a973-016f297dc59d', 'name': 'network-vif-deleted', 'tag': 'dd01751a-a474-49a3-b0ad-fb53a13bd06a', 'status': 'completed', 'code': 200} Nov 11 06:47:42.643873 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:47:42.854977 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:47:42.884457 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:47:42.892756 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:47:42.893350 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:47:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:47:42.994165 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:47:43.425617 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:47:43.461253 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6d452-ba3d-44f1-9c49-d690e691673a None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:47:43.664077 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device dd01751a-a474-49a3-b0ad-fb53a13bd06a no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:47:43.687859 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f13492-a471-4f08-8ad6-2f47e2481080 None None] New status for floating IP a51929e1-3a3e-4411-a263-126cbb823616: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:47:43.689341 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: dd01751a-a474-49a3-b0ad-fb53a13bd06a {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:47:43.689837 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device dd01751a-a474-49a3-b0ad-fb53a13bd06a not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:47:43.699701 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f41ebe06-9d5b-4243-88f3-8fa4fa23cfc8 req-cdf47a1b-4f4e-47c8-883c-67028c003605 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c681929-8f0e-44c1-a973-016f297dc59d HTTP/1.1" status: 200 len: 210 time: 0.0267889 Nov 11 06:47:44.945486 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-6366974a-5fe1-4d74-bf18-ad4843804423 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454426158&fields=id&tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 267 time: 0.0430105 Nov 11 06:47:45.058748 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-091986cf-974a-4d8c-a515-07556ec70c54 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:45.060081 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-091986cf-974a-4d8c-a515-07556ec70c54 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 812 time: 0.1076586 Nov 11 06:47:45.074990 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-3069c284-7f83-4686-8d48-2a13f9b0da15 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/quotas/acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Nov 11 06:47:45.125564 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-0baca768-73a8-4043-8cbd-fc7d23f693e0 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456357 Nov 11 06:47:45.182646 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-d4fb5815-e39f-4118-8c9f-185289e133f8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:47:45.183643 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-d4fb5815-e39f-4118-8c9f-185289e133f8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468988 Nov 11 06:47:45.275879 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-b262e5f9-9ef4-4441-8f83-84e6b0befac3 service neutron] 10.222.0.20 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862067 Nov 11 06:47:45.361556 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-058f64a4-70f8-49cb-8db3-1bc8b3dc3019 service neutron] 10.222.0.20 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797453 Nov 11 06:47:45.940447 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-55be2a59-93b3-471f-b336-110e1d599feb req-fb6f079a-78c0-4e8a-8e01-00cb12a97add tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 210 time: 0.0247846 Nov 11 06:47:47.035303 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-81203534-e073-4f3e-b09d-0e183e394007 req-38219551-c7be-4b43-9aca-1ec50989ff9c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 210 time: 0.0255775 Nov 11 06:47:47.884404 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-d4c0421b-07d6-483d-9721-e3b8f19cd7f5 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:47.885920 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-d4c0421b-07d6-483d-9721-e3b8f19cd7f5 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 812 time: 0.0993567 Nov 11 06:47:47.954717 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-d16fd251-ffc0-4572-9f3b-a6133fda5b5d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 380 time: 0.0540943 Nov 11 06:47:47.965518 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'port': {'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'admin_state_up': True, 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'security_groups': ['2b679793-7cf3-458f-9c29-d44163cab5ef']}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:47:48.129331 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dc70e4ac-a372-43d5-b74e-a11681131046 req-f103ce4d-7495-488f-909c-a5518535c3a1 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 210 time: 0.0264165 Nov 11 06:47:48.130065 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Made reservation on behalf of acd83e96d3fe4e25b9bd8a9dc3a89c95 for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:47:48.134019 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.228776 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-45b2c605-721a-4e93-81f1-ded8aebdf4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.260909 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Allocated IP 172.20.0.8 (6101ada5-85b2-4149-845e-6a54b21ad143/26387bee-9902-479c-939d-96e2d31efbdf/eabe8652-756b-46ea-bfba-d6409c85d2d6) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:47:48.394387 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.479868 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.521410 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:47:48.526343 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:47:48.530029 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:47:48.553400 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=eabe8652-756b-46ea-bfba-d6409c85d2d6,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:47:48.581140 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:48.581789 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.648973 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-e1bfccac-4ea3-4ad1-b9b6-9f27e3fe441f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6878111 Nov 11 06:47:48.659285 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-90ba8f41-d271-401a-bd9a-d4aafbdeaaae tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 06:47:48.660584 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-90ba8f41-d271-401a-bd9a-d4aafbdeaaae tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053263 Nov 11 06:47:48.722311 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Request body: {'port': {'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:47:48.728134 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-217ddbaa-9f31-4e65-becc-97096afdec4f None None] Provisioning complete for port eabe8652-756b-46ea-bfba-d6409c85d2d6 triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:47:48.728508 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-217ddbaa-9f31-4e65-becc-97096afdec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.847470 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:48.855174 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-217ddbaa-9f31-4e65-becc-97096afdec4f None None] Port eabe8652-756b-46ea-bfba-d6409c85d2d6 cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:47:49.101972 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabe8652-756b-46ea-bfba-d6409c85d2d6 {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:47:49.109219 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:49.120949 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Transition to ACTIVE for port object eabe8652-756b-46ea-bfba-d6409c85d2d6 will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:47:49.185285 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:49.250990 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e96db-fd6d-49f5-8bae-ef37a056bd71 req-e0cecfdb-0711-4cf3-8ce7-1d21e5f2214e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:49.259376 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c37e96db-fd6d-49f5-8bae-ef37a056bd71 req-e0cecfdb-0711-4cf3-8ce7-1d21e5f2214e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0625255 Nov 11 06:47:49.279624 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Pushing event updated for resources: {'Port': ['ID=eabe8652-756b-46ea-bfba-d6409c85d2d6,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:47:49.305912 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c37e96db-fd6d-49f5-8bae-ef37a056bd71 req-5a14d9b5-c265-41d2-9d45-dae07677f996 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456529 Nov 11 06:47:49.317631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Attempting to bind port eabe8652-756b-46ea-bfba-d6409c85d2d6 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:47:49.317631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Attempting to bind port eabe8652-756b-46ea-bfba-d6409c85d2d6 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:47:49.317631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Attempting to bind port eabe8652-756b-46ea-bfba-d6409c85d2d6 on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:47:49.321639 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Port eabe8652-756b-46ea-bfba-d6409c85d2d6 on network 6101ada5-85b2-4149-845e-6a54b21ad143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:47:49.322062 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Attempting to bind port eabe8652-756b-46ea-bfba-d6409c85d2d6 on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:47:49.327301 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:47:49.327697 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Checking segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:47:49.328070 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Bound using segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:47:49.328410 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Bound port: eabe8652-756b-46ea-bfba-d6409c85d2d6, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:47:49.329003 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:49.396941 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] For port eabe8652-756b-46ea-bfba-d6409c85d2d6, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:47:49.400100 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] For port eabe8652-756b-46ea-bfba-d6409c85d2d6, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:47:49.460091 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:49.495272 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:49.495869 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:49.497230 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] 10.222.0.15 "PUT /v2.0/ports/eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 200 len: 1093 time: 0.8222570 Nov 11 06:47:49.497666 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:47:49.499909 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c6517-7845-4bdb-a063-96facc287d66" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:47:49.523232 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b2c5-bf63-4847-928b-ed19506d4bac service neutron] Pushing event updated for resources: {'Port': ['ID=eabe8652-756b-46ea-bfba-d6409c85d2d6,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:47:49.543957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f5420-7a24-4296-8d31-35dcb808b429 x-openstack-request-id: req-210f5420-7a24-4296-8d31-35dcb808b429 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:47:49.544249 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:47:49.544505 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-210f5420-7a24-4296-8d31-35dcb808b429 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:47:49.544902 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'status': 'completed', 'code': 200} Nov 11 06:47:49.633439 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6517-7845-4bdb-a063-96facc287d66 req-d11f90c7-9e89-45ea-8a68-cb304c69b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:49.634716 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5d1c6517-7845-4bdb-a063-96facc287d66 req-d11f90c7-9e89-45ea-8a68-cb304c69b6eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1096 time: 0.0423870 Nov 11 06:47:49.741244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6517-7845-4bdb-a063-96facc287d66 req-2e656b6b-48e5-41cd-b185-dedc4ad99d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:49.742822 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5d1c6517-7845-4bdb-a063-96facc287d66 req-2e656b6b-48e5-41cd-b185-dedc4ad99d02 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943143 Nov 11 06:47:49.836115 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6517-7845-4bdb-a063-96facc287d66 req-f630ca5a-f2ee-4dfe-bbe4-7fc6591f3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:49.837498 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5d1c6517-7845-4bdb-a063-96facc287d66 req-f630ca5a-f2ee-4dfe-bbe4-7fc6591f3cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880785 Nov 11 06:47:49.931198 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-49d637d9-e309-4a6f-80d0-a7270ce737b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:49.932557 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-49d637d9-e309-4a6f-80d0-a7270ce737b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1096 time: 0.0391655 Nov 11 06:47:49.978059 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-6a6ce3a1-52f9-4cf3-a1d2-bc12b745d136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 200 len: 217 time: 0.0326071 Nov 11 06:47:50.028259 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-ae4cbbdd-806a-47ce-b191-178782fc877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:50.029628 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-ae4cbbdd-806a-47ce-b191-178782fc877a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0450103 Nov 11 06:47:50.072627 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-ac622f51-34e6-4a2a-b115-d055e89d395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:50.074123 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-ac622f51-34e6-4a2a-b115-d055e89d395f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372212 Nov 11 06:47:50.160137 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-bb410b5f-4546-4c34-87b4-faacd3ee304a service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792792 Nov 11 06:47:50.255773 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4ed0d20-bb62-4870-9e97-1f4d5ddf4f07 req-36c468a9-6d45-4b04-b65e-b701d1ae7ffc service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889564 Nov 11 06:47:50.431817 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53744b-57ba-4a59-ad22-bbcb10b36ac6 req-19681ada-f5e2-4d4c-b45c-a4fbef17815b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:50.433270 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-de53744b-57ba-4a59-ad22-bbcb10b36ac6 req-19681ada-f5e2-4d4c-b45c-a4fbef17815b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0481083 Nov 11 06:47:50.456926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4bcf-7971-48b8-953a-efbe54f4efac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:50.482078 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-de53744b-57ba-4a59-ad22-bbcb10b36ac6 req-52472f7f-6751-4183-8c66-503ee0ef2e39 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Nov 11 06:47:51.590969 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:51.595023 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ea91c-90dc-4cec-9a2d-3983f4d3a9f4 req-40ffc5ea-0ea1-4456-8f37-acc3bf31b053 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:51.596478 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-142ea91c-90dc-4cec-9a2d-3983f4d3a9f4 req-40ffc5ea-0ea1-4456-8f37-acc3bf31b053 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0472806 Nov 11 06:47:51.644484 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-142ea91c-90dc-4cec-9a2d-3983f4d3a9f4 req-e3c73006-71b0-404f-b313-b869cc2ae5e8 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Nov 11 06:47:52.757519 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0781e07-e4b1-4650-853b-4717e8412d49 req-7f799b06-5439-4688-8479-312046947185 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:52.758952 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a0781e07-e4b1-4650-853b-4717e8412d49 req-7f799b06-5439-4688-8479-312046947185 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0470974 Nov 11 06:47:52.809801 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-a0781e07-e4b1-4650-853b-4717e8412d49 req-986b304a-2574-43f6-a43a-b16251ea4371 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Nov 11 06:47:53.196454 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:53.487011 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:47:53.925245 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ebdf2-a074-4733-a788-eebae5988ba9 req-05b976fb-a217-4098-8d01-d2ab13929155 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:53.926738 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e6ebdf2-a074-4733-a788-eebae5988ba9 req-05b976fb-a217-4098-8d01-d2ab13929155 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0515888 Nov 11 06:47:53.974542 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-6e6ebdf2-a074-4733-a788-eebae5988ba9 req-5b12e952-f3e7-4feb-85ff-53e945488191 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Nov 11 06:47:54.122304 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:54.185084 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:55.084895 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566580-dd3b-49f2-8134-764194d7a7fd req-7736820e-ac68-4a79-9cd9-ca7cb1cf427f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:55.086344 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b566580-dd3b-49f2-8134-764194d7a7fd req-7736820e-ac68-4a79-9cd9-ca7cb1cf427f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0468647 Nov 11 06:47:55.134034 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-6b566580-dd3b-49f2-8134-764194d7a7fd req-935daea0-e449-44aa-af36-8989e01fbc98 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Nov 11 06:47:56.245846 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988daf4d-4065-4fe1-ba21-eee277370e50 req-fc596b46-a352-436e-accd-af36d3829c02 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:56.247318 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-988daf4d-4065-4fe1-ba21-eee277370e50 req-fc596b46-a352-436e-accd-af36d3829c02 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0488856 Nov 11 06:47:56.295051 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-988daf4d-4065-4fe1-ba21-eee277370e50 req-19f3d64c-1890-4d16-b626-c46a9c23348b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Nov 11 06:47:57.404540 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98cf8-cc83-49c2-b1a7-5a88353b19bf req-a782e67e-14ee-4892-b09c-9c8bc1660227 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:57.405985 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e2d98cf8-cc83-49c2-b1a7-5a88353b19bf req-a782e67e-14ee-4892-b09c-9c8bc1660227 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 943 time: 0.0465870 Nov 11 06:47:57.453036 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e2d98cf8-cc83-49c2-b1a7-5a88353b19bf req-e06d546d-0e02-4407-85a5-3dfeedade84b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Nov 11 06:47:57.739346 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device eabe8652-756b-46ea-bfba-d6409c85d2d6 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:47:57.830252 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port eabe8652-756b-46ea-bfba-d6409c85d2d6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:47:57.841442 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:47:57.880723 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:57.893091 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabe8652-756b-46ea-bfba-d6409c85d2d6 {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:47:57.911664 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port eabe8652-756b-46ea-bfba-d6409c85d2d6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:47:57.979432 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:58.025787 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=eabe8652-756b-46ea-bfba-d6409c85d2d6,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:47:58.032578 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.032924 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.033263 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.033608 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.033956 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.034285 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.034610 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.034932 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.035254 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.035573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.035917 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.036238 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:47:58.274000 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['eabe8652-756b-46ea-bfba-d6409c85d2d6'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:47:58.563858 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a431a58-5955-4438-8b52-fa014639bba8 req-05bbebc1-3023-4356-967e-ec8650c93b37 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:58.565302 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8a431a58-5955-4438-8b52-fa014639bba8 req-05bbebc1-3023-4356-967e-ec8650c93b37 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 944 time: 0.0464420 Nov 11 06:47:58.616542 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8a431a58-5955-4438-8b52-fa014639bba8 req-66baffb9-1aa5-47dc-ba7e-9e188d6af2ff tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Nov 11 06:47:59.731586 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f430e4-4028-49aa-883a-b05a869f8167 req-c87ada79-716d-4d53-aa41-f1f23404f56a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:47:59.733008 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26f430e4-4028-49aa-883a-b05a869f8167 req-c87ada79-716d-4d53-aa41-f1f23404f56a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 944 time: 0.0516672 Nov 11 06:47:59.758173 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device eabe8652-756b-46ea-bfba-d6409c85d2d6 up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:47:59.782854 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-26f430e4-4028-49aa-883a-b05a869f8167 req-b4ca3e02-2054-412e-a0f0-cc9eee62184b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Nov 11 06:47:59.862523 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port eabe8652-756b-46ea-bfba-d6409c85d2d6 completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:47:59.866859 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port eabe8652-756b-46ea-bfba-d6409c85d2d6 triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:47:59.867226 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:59.945745 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:47:59.971526 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:47:59.973863 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2c925-c08a-49a8-89cc-aeb4a8fa47d9" -d '{"events": [{"server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "name": "network-vif-plugged", "status": "completed", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:47:59.987440 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port eabe8652-756b-46ea-bfba-d6409c85d2d6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:48:00.059804 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:00.069417 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42acf3bb-efab-4a5c-ae98-278b7163ad24 x-openstack-request-id: req-42acf3bb-efab-4a5c-ae98-278b7163ad24 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:48:00.069417 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "name": "network-vif-plugged", "status": "completed", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:48:00.069633 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42acf3bb-efab-4a5c-ae98-278b7163ad24 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:48:00.070014 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'code': 200} Nov 11 06:48:00.112286 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=eabe8652-756b-46ea-bfba-d6409c85d2d6,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:48:00.473032 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60b267-b91d-4ca4-9bd8-337d17864e5b req-ecd3c1d9-61ee-4981-9b6f-3f452bd9b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:00.475159 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2e60b267-b91d-4ca4-9bd8-337d17864e5b req-ecd3c1d9-61ee-4981-9b6f-3f452bd9b7e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1098 time: 0.0389206 Nov 11 06:48:00.520712 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2e60b267-b91d-4ca4-9bd8-337d17864e5b req-88f76094-cff0-44b1-b365-f1ad5bab8e53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371888 Nov 11 06:48:00.894996 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709762-628a-4f7e-811f-b388908a6d27 req-66844802-be73-4ef2-af2b-7ff626c76790 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:00.897035 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-68709762-628a-4f7e-811f-b388908a6d27 req-66844802-be73-4ef2-af2b-7ff626c76790 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 945 time: 0.0485547 Nov 11 06:48:00.912625 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-59d74292-e373-48d6-9fc8-7baad31b17b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413518 Nov 11 06:48:00.946932 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-68709762-628a-4f7e-811f-b388908a6d27 req-81256e1c-6615-4b80-be70-f68badfa1fc6 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Nov 11 06:48:00.985671 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-799bd6fa-97f4-48a3-a3cd-b0b2379a7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:00.987193 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-799bd6fa-97f4-48a3-a3cd-b0b2379a7dd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0398953 Nov 11 06:48:01.090398 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-ed6e7d4a-7969-484e-a812-5fed76666b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:01.091795 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-ed6e7d4a-7969-484e-a812-5fed76666b17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 909 time: 0.0859613 Nov 11 06:48:01.162599 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-3eff7f13-ad47-4fca-a41a-ef154eecf137 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 1000 time: 0.0599413 Nov 11 06:48:01.210548 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-ac13e795-6293-4a14-8d1a-c58045986978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:01.211892 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-ac13e795-6293-4a14-8d1a-c58045986978 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0418494 Nov 11 06:48:01.256494 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-1b4f7eba-efe4-4cb4-9ab6-144c3de33134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:01.257923 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-1b4f7eba-efe4-4cb4-9ab6-144c3de33134 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376062 Nov 11 06:48:01.350030 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-8187d13f-6475-4fec-8415-7dff423eef76 service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810232 Nov 11 06:48:01.436937 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-180c2a56-a6ac-45f0-9c50-f3d2794338a3 req-f235c4da-90a9-4794-bebd-2b8f04163f64 service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795646 Nov 11 06:48:02.068744 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eb35-e352-4e4c-8f97-481ed5a8c2e8 req-c431bae9-2eeb-4a56-8d56-d469535ccba6 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:02.070307 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c891eb35-e352-4e4c-8f97-481ed5a8c2e8 req-c431bae9-2eeb-4a56-8d56-d469535ccba6 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 945 time: 0.0531492 Nov 11 06:48:02.122450 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-c891eb35-e352-4e4c-8f97-481ed5a8c2e8 req-8b7fd856-3594-4a7f-9ffa-dfb6ad137f4d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451562 Nov 11 06:48:02.241159 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb5c53-be92-41e8-b359-f086b7abcbde req-a52c2764-cf5a-4c69-9cf2-1cfba8ee2e45 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:02.242612 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-afcb5c53-be92-41e8-b359-f086b7abcbde req-a52c2764-cf5a-4c69-9cf2-1cfba8ee2e45 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 945 time: 0.0552537 Nov 11 06:48:02.291105 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-afcb5c53-be92-41e8-b359-f086b7abcbde req-a8691694-b2d9-41ba-82c7-e08097e0d758 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Nov 11 06:48:02.312562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59542) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:48:02.352302 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799e370-113e-4bac-8ed3-9ae9c04a8af6 tempest-TestVolumeBootPattern-395753003 tempest-TestVolumeBootPattern-395753003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:02.356546 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b799e370-113e-4bac-8ed3-9ae9c04a8af6 tempest-TestVolumeBootPattern-395753003 tempest-TestVolumeBootPattern-395753003-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1093 time: 0.0403214 Nov 11 06:48:02.356668 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59546) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:48:02.360910 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:48:02.428051 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5aa3b-b420-4836-84a3-6065e85d45db req-c183caee-b6e9-40f7-9dae-5ebe22103564 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:02.429853 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eef5aa3b-b420-4836-84a3-6065e85d45db req-c183caee-b6e9-40f7-9dae-5ebe22103564 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Nov 11 06:48:02.474542 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:02.481332 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eef5aa3b-b420-4836-84a3-6065e85d45db req-99a2eb49-c726-4092-aad4-7dbc587a997d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453598 Nov 11 06:48:02.573702 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:02.677357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Allocated IP 172.27.1.142 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/6240206b-3b67-4b10-a994-47b14bd278fb) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:48:02.777914 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:02.863145 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:02.900385 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:48:02.905042 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:48:02.908580 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:48:02.931633 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=6240206b-3b67-4b10-a994-47b14bd278fb,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:48:02.944811 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.945154 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.945488 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.945845 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.946170 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.946489 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.946809 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.947156 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.947474 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.947788 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.948100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:02.948410 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:48:03.262640 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:03.378481 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:03.519940 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:03.594189 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:03.595963 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdedace-a82b-407d-8275-6817194bfa08 req-7020e5c0-e355-4dd7-96e5-4e42e9c37798 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:03.597415 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2fdedace-a82b-407d-8275-6817194bfa08 req-7020e5c0-e355-4dd7-96e5-4e42e9c37798 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0467653 Nov 11 06:48:03.655438 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2fdedace-a82b-407d-8275-6817194bfa08 req-5d7517dc-3ca3-4181-9c5d-20b8c97feb4d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Nov 11 06:48:03.665924 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=6240206b-3b67-4b10-a994-47b14bd278fb,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:48:03.676285 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:04.028391 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Floating IP 9c11a7d4-3e77-4a95-878c-bc1842aea0f2 associated. External IP: 172.27.1.142, port: eabe8652-756b-46ea-bfba-d6409c85d2d6. Nov 11 06:48:04.230158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:48:04.335727 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:48:04.345536 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:48:04.355005 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:48:04.355613 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:47:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:48:04.427746 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:04.455656 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-f3516bee-15dc-4529-bd2e-17eb5efbc4ca tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0979850 Nov 11 06:48:04.456230 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:48:04.458507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead39ee8-1436-4170-9fed-a4adf2a54f73" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:48:04.470116 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:48:04.553556 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96880da-d221-45f0-b2c2-3de19ed425b6 x-openstack-request-id: req-f96880da-d221-45f0-b2c2-3de19ed425b6 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:48:04.553874 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:48:04.554129 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f96880da-d221-45f0-b2c2-3de19ed425b6 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:48:04.554523 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'status': 'completed', 'code': 200} Nov 11 06:48:04.647457 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-0709d1b2-10cf-46d1-845d-6756e0ec69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:04.649000 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-0709d1b2-10cf-46d1-845d-6756e0ec69fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1098 time: 0.0430620 Nov 11 06:48:04.693794 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:03Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:48:04.720246 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:48:04.728606 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:48:04.729210 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:47:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:48:04.767753 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-bc4279b2-897c-47ad-bc11-1a0c1bbf867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:04.769281 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-bc4279b2-897c-47ad-bc11-1a0c1bbf867a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.1135576 Nov 11 06:48:04.793361 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb58588-c85d-44f5-9112-c3ffb4b1a5b5 req-c290e154-b21e-428e-a0e6-f1e237e11e51 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:04.794837 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dfb58588-c85d-44f5-9112-c3ffb4b1a5b5 req-c290e154-b21e-428e-a0e6-f1e237e11e51 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0720446 Nov 11 06:48:04.834628 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:48:04.863658 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-433e110e-af2b-468b-8d73-690114a7718b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 200 len: 999 time: 0.0872123 Nov 11 06:48:04.908947 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dfb58588-c85d-44f5-9112-c3ffb4b1a5b5 req-2e0a77ab-b60a-481f-8f2d-8a4d4de7ee95 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879478 Nov 11 06:48:04.924445 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-0c3054e6-d619-412a-9aa6-ccf3e463cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:04.926001 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-0c3054e6-d619-412a-9aa6-ccf3e463cb03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0545053 Nov 11 06:48:04.970415 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-39e7ede3-0d80-4f14-9599-72093750ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:04.971874 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-39e7ede3-0d80-4f14-9599-72093750ccad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387955 Nov 11 06:48:05.054113 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:03Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:48:05.057914 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-e7b81179-30a9-4189-96cd-1ad288288834 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788291 Nov 11 06:48:05.080044 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47de38-7e40-4666-90ae-d0c85326d1f4 None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:03Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:48:05.151984 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ead39ee8-1436-4170-9fed-a4adf2a54f73 req-158253c5-90e1-43c5-a24b-be8aa1074e78 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872691 Nov 11 06:48:05.270888 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7020287-53e2-43b0-8f8a-9afa0656d07d None None] New status for floating IP 9c11a7d4-3e77-4a95-878c-bc1842aea0f2: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:48:06.025115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8c15-11bf-46a3-a451-4a8b2cf77ed0 req-d2a5d18b-25b0-4529-bcdc-1791cacd37ae tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:06.026574 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c8e8c15-11bf-46a3-a451-4a8b2cf77ed0 req-d2a5d18b-25b0-4529-bcdc-1791cacd37ae tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0500910 Nov 11 06:48:06.073164 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1c8e8c15-11bf-46a3-a451-4a8b2cf77ed0 req-d5148c31-1068-4fed-9b4d-85cec0e330fe tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Nov 11 06:48:07.184480 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b896-de83-4c4c-a83d-626281ebf23c req-c86875c0-3328-46e8-a177-65e428f00e51 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:07.185881 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b1f2b896-de83-4c4c-a83d-626281ebf23c req-c86875c0-3328-46e8-a177-65e428f00e51 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0475385 Nov 11 06:48:07.232742 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-b1f2b896-de83-4c4c-a83d-626281ebf23c req-daf84bf2-c791-4ec7-9bd4-d8b9abfdf8cd tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Nov 11 06:48:08.345039 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dce11-60d0-4e90-aceb-3c9c69da55f0 req-43d065e9-36db-48e2-b96f-9b4cdb430317 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:08.346509 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fd1dce11-60d0-4e90-aceb-3c9c69da55f0 req-43d065e9-36db-48e2-b96f-9b4cdb430317 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0470464 Nov 11 06:48:08.397079 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-fd1dce11-60d0-4e90-aceb-3c9c69da55f0 req-0c6c37c5-06ec-498a-88e5-fd2b1c18b97c tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 Nov 11 06:48:09.510674 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c33f-113f-4df1-8a4d-f476f252e89a req-6e3cb5ee-f17a-4c03-b650-42bfb02132e3 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:09.512357 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8599c33f-113f-4df1-8a4d-f476f252e89a req-6e3cb5ee-f17a-4c03-b650-42bfb02132e3 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0494983 Nov 11 06:48:09.559280 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-8599c33f-113f-4df1-8a4d-f476f252e89a req-f1abc8fc-673e-46b7-af0d-aceff6cb3dd4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411124 Nov 11 06:48:10.673146 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329bb7-74f7-4687-bc1d-9c8df83fe3a1 req-17d7e18a-2d1a-4776-beb5-d2ef4d0cb788 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:10.674528 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-62329bb7-74f7-4687-bc1d-9c8df83fe3a1 req-17d7e18a-2d1a-4776-beb5-d2ef4d0cb788 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Nov 11 06:48:10.722212 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-62329bb7-74f7-4687-bc1d-9c8df83fe3a1 req-3928bf1a-4bf2-409c-b597-7006c40aaa86 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Nov 11 06:48:11.834235 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1172a8-93f6-475b-817b-2848e2fbbe78 req-e828d40b-6462-46a0-8f2e-3b044f7d57b4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:11.835690 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b1172a8-93f6-475b-817b-2848e2fbbe78 req-e828d40b-6462-46a0-8f2e-3b044f7d57b4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0475311 Nov 11 06:48:11.882920 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-3b1172a8-93f6-475b-817b-2848e2fbbe78 req-28bd0380-e538-4623-8d4d-1f2d292ea164 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Nov 11 06:48:12.721749 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-da48433e-4209-4c6e-9c38-91f316f02420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:12.723870 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-da48433e-4209-4c6e-9c38-91f316f02420 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0424182 Nov 11 06:48:12.810513 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-0717e64a-3ecd-4dd5-9be4-525158bc5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:12.811862 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-0717e64a-3ecd-4dd5-9be4-525158bc5303 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 909 time: 0.0811837 Nov 11 06:48:12.878664 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-bc333e07-7e48-41fe-a5fe-ed012aeb8520 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 1000 time: 0.0591342 Nov 11 06:48:12.927482 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-221b68a1-c6ad-44d5-acb6-52780c046753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:12.928913 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-221b68a1-c6ad-44d5-acb6-52780c046753 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0430849 Nov 11 06:48:12.973888 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-ca586998-3fd8-491e-a326-2abf5bf2238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:12.975469 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-ca586998-3fd8-491e-a326-2abf5bf2238c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387006 Nov 11 06:48:12.993594 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da033b0-0a44-42e0-bdcf-44ab6656e389 req-ab1b97f1-a7a8-4d90-b7aa-d4a5c7c81af9 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:12.995085 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2da033b0-0a44-42e0-bdcf-44ab6656e389 req-ab1b97f1-a7a8-4d90-b7aa-d4a5c7c81af9 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0472205 Nov 11 06:48:13.043876 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-2da033b0-0a44-42e0-bdcf-44ab6656e389 req-f332a384-df9a-42ae-8dd4-9b87be5be4b3 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428796 Nov 11 06:48:13.318213 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-87c4c3fc-a21b-466e-b016-068e9517d46e service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341801 Nov 11 06:48:13.406639 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1a6425e6-3016-44c9-adb4-3c271bb224a7 req-0bedcb0f-9db8-407a-861a-6c96a574f90d service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777962 Nov 11 06:48:14.156383 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120725aa-d5e6-49cf-867f-79e15bc590e2 req-4d5562e3-59b4-4e65-b61d-77f88a0841be tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:14.157820 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-120725aa-d5e6-49cf-867f-79e15bc590e2 req-4d5562e3-59b4-4e65-b61d-77f88a0841be tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0462756 Nov 11 06:48:14.207707 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-120725aa-d5e6-49cf-867f-79e15bc590e2 req-8e34a91d-5a63-405d-a04a-ebea4183d437 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Nov 11 06:48:15.326479 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896fbf5-2fbe-4e47-9d61-2071b8fb18cb req-611fad2d-72f1-467e-a8c1-c19ce7cf2965 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:15.331024 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e896fbf5-2fbe-4e47-9d61-2071b8fb18cb req-611fad2d-72f1-467e-a8c1-c19ce7cf2965 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0471885 Nov 11 06:48:15.379429 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e896fbf5-2fbe-4e47-9d61-2071b8fb18cb req-8728cb36-e03b-4845-96a0-4e7ab5ad9f01 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455875 Nov 11 06:48:16.490387 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bafc5a-5cdd-4b31-95d7-77d7e74bb71f req-04d3173a-6081-400f-a5ad-283912e512e4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:16.491830 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4bafc5a-5cdd-4b31-95d7-77d7e74bb71f req-04d3173a-6081-400f-a5ad-283912e512e4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0467978 Nov 11 06:48:16.540970 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f4bafc5a-5cdd-4b31-95d7-77d7e74bb71f req-55235bf7-9134-4c51-8bd4-471683ae9d2c tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431097 Nov 11 06:48:16.861448 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd46a2-d68c-4d73-b416-2658488f8adc req-05b9dc01-0482-4daf-9c7f-72406e54757c tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:16.862963 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0cd46a2-d68c-4d73-b416-2658488f8adc req-05b9dc01-0482-4daf-9c7f-72406e54757c tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0478745 Nov 11 06:48:16.915527 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-6e8272c3-739d-4ef3-adba-53b44a79c5de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883422 Nov 11 06:48:16.918011 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0cd46a2-d68c-4d73-b416-2658488f8adc req-c9facf49-cf37-4c2d-b054-5b19d61c1401 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484853 Nov 11 06:48:17.897498 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:48:17.975709 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:17.997588 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:48:17.999719 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9155d7-3d88-4028-b886-a0ee504e4235" -d '{"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-unplugged", "status": "completed", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:48:18.013128 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:48:18.032998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce941b-97ed-4400-8373-fc26478497bc req-7f80c4d1-3d28-44f1-9e7c-4f59a5a40bed tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:18.034860 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-72ce941b-97ed-4400-8373-fc26478497bc req-7f80c4d1-3d28-44f1-9e7c-4f59a5a40bed tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0488639 Nov 11 06:48:18.035000 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 06:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2cd137-7f6a-40cd-bffa-8072b87733f1 x-openstack-request-id: req-5a2cd137-7f6a-40cd-bffa-8072b87733f1 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:48:18.035884 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-unplugged", "status": "failed", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "code": 422}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:48:18.036147 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a2cd137-7f6a-40cd-bffa-8072b87733f1 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:48:18.036554 dv-cinder-817514-1-iscsi neutron-server[102319]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'code': 422} returned with failed status Nov 11 06:48:18.084185 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-72ce941b-97ed-4400-8373-fc26478497bc req-3212cd59-468d-419b-a8ee-6112ad3da73e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Nov 11 06:48:18.099865 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:18.170264 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=6']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:48:18.245032 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d47e-326a-4d31-8368-0c01f1d1abfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:19.200896 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf841646-e4af-4fb1-9fde-9287b169b835 req-10cf0b25-3695-40a4-a7a7-79cd3630f3c6 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:19.202389 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cf841646-e4af-4fb1-9fde-9287b169b835 req-10cf0b25-3695-40a4-a7a7-79cd3630f3c6 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0500381 Nov 11 06:48:19.250111 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cf841646-e4af-4fb1-9fde-9287b169b835 req-7ae54bab-8261-400e-ad46-f79637173dca tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Nov 11 06:48:19.509283 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-10b13e4a-1830-40b8-91d6-4406119cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:19.510699 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-10b13e4a-1830-40b8-91d6-4406119cc84e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430&tenant_id=b67606372a98452c95cb72911ed2bcee HTTP/1.1" status: 200 len: 1096 time: 0.0397468 Nov 11 06:48:19.586713 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-c9e4cdbc-adf6-4cc9-acc8-918abc34f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:19.588147 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-c9e4cdbc-adf6-4cc9-acc8-918abc34f6f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1096 time: 0.0389786 Nov 11 06:48:19.678905 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-b47718f3-a0d8-4075-9c22-677ed9de9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:19.680369 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-b47718f3-a0d8-4075-9c22-677ed9de9ca7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 909 time: 0.0850677 Nov 11 06:48:19.745983 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-366dce72-4969-431e-9bf5-dfaf22a046b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 998 time: 0.0569134 Nov 11 06:48:19.802407 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-4234593b-87ca-42f2-ac28-a4ab0f85544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:19.803749 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-4234593b-87ca-42f2-ac28-a4ab0f85544a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0507324 Nov 11 06:48:19.848257 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-67684145-de30-47a8-bf62-a34341fdee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:19.849772 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-67684145-de30-47a8-bf62-a34341fdee71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383761 Nov 11 06:48:19.940713 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-e4ebd11c-db8b-47be-be07-894843d78b75 service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801725 Nov 11 06:48:20.032772 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0c03c6c6-e942-4e82-a8a0-1c7fb9b435a0 req-5ce3228f-451c-4f27-ad33-5e37b5242f93 service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837388 Nov 11 06:48:20.364451 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e797d-350d-44b9-95b7-8ae01798b553 req-2e80702f-de0d-4ae3-ac33-6c477accd3b4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:20.365921 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eb4e797d-350d-44b9-95b7-8ae01798b553 req-2e80702f-de0d-4ae3-ac33-6c477accd3b4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0477059 Nov 11 06:48:20.418900 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-eb4e797d-350d-44b9-95b7-8ae01798b553 req-81b417ac-26a6-4114-95bc-02958699c084 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472417 Nov 11 06:48:20.470482 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4173-0962-4122-9b87-ff0c0a0942be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:21.531112 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e06fca-14a5-4b76-a4e7-86a020636e0b req-a2583cb1-9d92-409c-bfe2-fdbf8a7ff728 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:21.532596 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0e06fca-14a5-4b76-a4e7-86a020636e0b req-a2583cb1-9d92-409c-bfe2-fdbf8a7ff728 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0487933 Nov 11 06:48:21.580680 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-f0e06fca-14a5-4b76-a4e7-86a020636e0b req-56080a36-6634-46a8-a1e4-e0604e1fccba tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Nov 11 06:48:21.602157 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:22.693091 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269eb08-dcd5-4e9f-947c-06d5c719b79a req-f0eee9cb-5e0a-4e8e-a969-0b551926ccfd tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:22.694566 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9269eb08-dcd5-4e9f-947c-06d5c719b79a req-f0eee9cb-5e0a-4e8e-a969-0b551926ccfd tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0477829 Nov 11 06:48:22.743678 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9269eb08-dcd5-4e9f-947c-06d5c719b79a req-71d26af4-ed89-43aa-b2ab-40b63a8fdc56 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432765 Nov 11 06:48:23.221878 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:23.858858 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f8d23-a3e8-479e-9584-3696c93865d4 req-8b2e9524-d963-4ada-b742-f7540022ea94 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:23.860304 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-064f8d23-a3e8-479e-9584-3696c93865d4 req-8b2e9524-d963-4ada-b742-f7540022ea94 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0509186 Nov 11 06:48:23.908189 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-064f8d23-a3e8-479e-9584-3696c93865d4 req-f73aaf99-603e-40bf-aeac-0fa1646d3963 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412879 Nov 11 06:48:24.128517 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:24.207446 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:25.037596 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f476f6-70fa-4be4-9dd0-0bc78827f9a9 req-7fad9da9-2fbd-456a-b70d-f67a24facdc4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:25.039090 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-60f476f6-70fa-4be4-9dd0-0bc78827f9a9 req-7fad9da9-2fbd-456a-b70d-f67a24facdc4 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0535707 Nov 11 06:48:25.086840 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-60f476f6-70fa-4be4-9dd0-0bc78827f9a9 req-18efd085-1355-47e7-b83f-4d13dea7e2be tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419841 Nov 11 06:48:26.197393 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cab0f-439d-4a07-8bde-550fa33d41f7 req-cf59d50d-134a-4c16-be80-d7562422a7c0 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:26.198838 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ed0cab0f-439d-4a07-8bde-550fa33d41f7 req-cf59d50d-134a-4c16-be80-d7562422a7c0 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0462396 Nov 11 06:48:26.246029 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ed0cab0f-439d-4a07-8bde-550fa33d41f7 req-dfd34962-f79b-43cf-a6b1-9e8db7495da6 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Nov 11 06:48:27.360269 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b0aee-9a9f-44cd-95c8-9838f3f97e4b req-e76e8f69-1179-4956-8aee-538e503a8d28 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:27.361698 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-dc6b0aee-9a9f-44cd-95c8-9838f3f97e4b req-e76e8f69-1179-4956-8aee-538e503a8d28 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 943 time: 0.0506582 Nov 11 06:48:27.409066 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-dc6b0aee-9a9f-44cd-95c8-9838f3f97e4b req-f93e140a-9c78-4a60-9bce-b6570b3f6056 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Nov 11 06:48:27.926926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:48:28.135945 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:48:28.146752 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'port_id': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'mac_address': 'fa:16:3e:3c:27:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:48:28.182400 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:28.194329 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d306427-5bb3-4e04-a7bd-99568eb73c1c {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:48:28.213088 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:48:28.293324 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:28.342181 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=7']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:48:28.525443 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ca3c5-c503-45f6-9af4-7180f2569687 req-4c3bf1fb-a10d-433b-9970-5bb8b7f2cdb7 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:28.526965 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-954ca3c5-c503-45f6-9af4-7180f2569687 req-4c3bf1fb-a10d-433b-9970-5bb8b7f2cdb7 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 944 time: 0.0511115 Nov 11 06:48:28.572146 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['2d306427-5bb3-4e04-a7bd-99568eb73c1c'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:48:28.575603 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-954ca3c5-c503-45f6-9af4-7180f2569687 req-49a4252b-82f6-4492-8d88-8e50fbdc18f0 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Nov 11 06:48:29.687026 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05752bf0-ba96-4fde-abd7-7cf8fadd8298 req-79f2d733-0250-4fa4-ba0e-325ceb4a52a8 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:29.688483 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-05752bf0-ba96-4fde-abd7-7cf8fadd8298 req-79f2d733-0250-4fa4-ba0e-325ceb4a52a8 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 944 time: 0.0474713 Nov 11 06:48:29.736542 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-05752bf0-ba96-4fde-abd7-7cf8fadd8298 req-4e0ff97a-dce1-4d55-9008-e73b79d06b4b tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Nov 11 06:48:29.939285 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:48:29.986169 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 2d306427-5bb3-4e04-a7bd-99568eb73c1c triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:48:29.986539 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:30.062849 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:30.084337 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:48:30.086607 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b22e0e7-c120-4414-8635-06dce29b3a0f" -d '{"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-plugged", "status": "completed", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:48:30.099437 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:48:30.123035 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d09a7aa-7d0a-49b9-b697-b1209a8a3ce4 x-openstack-request-id: req-9d09a7aa-7d0a-49b9-b697-b1209a8a3ce4 {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:48:30.123327 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-plugged", "status": "completed", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:48:30.123580 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d09a7aa-7d0a-49b9-b697-b1209a8a3ce4 {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:48:30.123970 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'code': 200} Nov 11 06:48:30.162157 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:30.215054 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=8']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:48:30.431426 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e666c-4949-4507-a392-96922e806984 req-e4abf954-5fca-48b5-a50b-7489e5f53071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:30.432869 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-759e666c-4949-4507-a392-96922e806984 req-e4abf954-5fca-48b5-a50b-7489e5f53071 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0386217 Nov 11 06:48:30.477380 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-759e666c-4949-4507-a392-96922e806984 req-5eabeef0-bc88-4a5f-9c3b-c531e5644d53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Nov 11 06:48:30.485628 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:48:30.852180 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2b3f-0606-40c1-8f1f-44359fe599a3 req-6e86e6f2-a79d-46b1-8d6f-df1eefbee4cc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:30.853695 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b1a2b3f-0606-40c1-8f1f-44359fe599a3 req-6e86e6f2-a79d-46b1-8d6f-df1eefbee4cc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Nov 11 06:48:30.907191 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3b1a2b3f-0606-40c1-8f1f-44359fe599a3 req-cb1a8e85-000a-4cda-96f0-428d5649db23 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Nov 11 06:48:32.021420 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a53ea-72a0-4cab-8bff-08dd3fa43344 req-2d413069-2b82-40a2-938a-7cf46e7eb9d5 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:48:32.022921 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-820a53ea-72a0-4cab-8bff-08dd3fa43344 req-2d413069-2b82-40a2-938a-7cf46e7eb9d5 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0476389 Nov 11 06:48:32.074580 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-820a53ea-72a0-4cab-8bff-08dd3fa43344 req-d4ec2228-e2a2-4d0b-ab2c-31e59169dc5d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457654 Nov 11 06:48:48.229972 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b0da12a4-bed8-4538-aabd-ee88fcf6d563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:50.475586 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d41c31ee-8142-4acb-bd9f-db71688b3752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:51.626989 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:53.201538 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:54.152418 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:48:54.209921 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:03.036951 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-484bfb9d-cde5-48da-9617-1fc25f2f2c6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385768 Nov 11 06:49:03.138402 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-7be95dd3-913f-4658-a5e6-74c556777e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:03.139971 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-7be95dd3-913f-4658-a5e6-74c556777e5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0407088 Nov 11 06:49:03.244322 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-66f579f6-3129-443c-b6f0-2e4563b842f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:03.245874 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-66f579f6-3129-443c-b6f0-2e4563b842f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 909 time: 0.0863972 Nov 11 06:49:03.312913 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-23606ba3-7f73-4206-8654-6d32c0d61bc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 1000 time: 0.0581288 Nov 11 06:49:03.361703 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-24aebf1d-3ee8-4977-934c-2f706600d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:03.363160 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-24aebf1d-3ee8-4977-934c-2f706600d73c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0429025 Nov 11 06:49:03.411641 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-e309c322-110d-4961-b9dc-f68520d1da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:03.413176 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-e309c322-110d-4961-b9dc-f68520d1da53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429184 Nov 11 06:49:03.504201 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-b616b159-4c86-40cf-be03-0919eb2f289b service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Nov 11 06:49:03.594534 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50576ea8-7ed0-4289-8bec-a9733b29bdf6 req-f516eb72-2ef4-4a72-a677-f069505bef8b service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Nov 11 06:49:07.484366 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:49:18.229695 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5382d428-1dc0-4b1b-85a8-3f3bfa253f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:20.460771 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4ee1-1616-4dad-89d8-1b9ca921f76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:21.600917 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:23.214912 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:24.123054 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:24.194882 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:40.161019 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-7767a284-c799-4fed-861a-6cb6b421ff3c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454426158&fields=id&tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 267 time: 0.0438561 Nov 11 06:49:40.263756 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-feee18b4-6bd6-4c75-9475-9b7a00d7f0aa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:40.265177 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-feee18b4-6bd6-4c75-9475-9b7a00d7f0aa tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 812 time: 0.0976539 Nov 11 06:49:40.279396 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-40796ddb-b0d3-41f9-b661-e6924b91fe20 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/quotas/acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 375 time: 0.0085840 Nov 11 06:49:40.337626 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-f9e0fb71-6226-436f-b6e3-39dd850737b3 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0531969 Nov 11 06:49:40.429346 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-95df3c9b-ed6c-4210-a86f-c99b361bb8a8 service neutron] 10.222.0.20 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805914 Nov 11 06:49:40.519322 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-f506935a-0220-45d7-a914-7efa8d39ec43 service neutron] 10.222.0.20 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840733 Nov 11 06:49:41.085092 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0e09a5c2-3cad-4839-a952-2dd631efddbd req-901d1307-9f4f-47cc-ad75-cce0e5503c8d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 210 time: 0.0261900 Nov 11 06:49:42.177750 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3492d5e0-6b51-4eee-af24-2adc9d270ff6 req-d38eaebc-2ef6-41d3-836d-15936975d29c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 210 time: 0.0263259 Nov 11 06:49:43.072574 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-cb741461-59a8-4b9b-bb27-92c5abb91076 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:43.074055 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-cb741461-59a8-4b9b-bb27-92c5abb91076 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 812 time: 0.0997260 Nov 11 06:49:43.147512 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-741277db-3718-476f-9966-a2f35f00d854 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95 HTTP/1.1" status: 200 len: 380 time: 0.0578244 Nov 11 06:49:43.156333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'port': {'device_id': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'admin_state_up': True, 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'security_groups': ['2b679793-7cf3-458f-9c29-d44163cab5ef']}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:49:43.280257 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-91367066-2909-440f-a8e4-10b44d1cc077 req-84b9b34a-be8c-449f-a2c0-dac3739cd0f9 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 210 time: 0.0292697 Nov 11 06:49:43.386427 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Made reservation on behalf of acd83e96d3fe4e25b9bd8a9dc3a89c95 for: {'port': 1} {{(pid=102318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 06:49:43.389953 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:43.512040 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_common [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Allocated IP 172.20.0.14 (6101ada5-85b2-4149-845e-6a54b21ad143/26387bee-9902-479c-939d-96e2d31efbdf/52d0923e-1651-4fe2-84f0-50d3748adbce) {{(pid=102318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:49:43.647441 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:43.729104 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_create {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:43.771524 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Network 6101ada5-85b2-4149-845e-6a54b21ad143 is already hosted by enough agents. {{(pid=102318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:49:43.776629 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.base_scheduler [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Resources bound (agent type, host, resource id): {{(pid=102318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:49:43.780280 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Received port after_create {{(pid=102318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:49:43.803677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=52d0923e-1651-4fe2-84f0-50d3748adbce,revision_number=1']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:43.816916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.817266 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.817608 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.817971 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.818306 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.818644 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.819001 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.819443 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.819712 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.820045 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.820373 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.820698 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:43.843962 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:43.844567 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:43.937398 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6168e20c-4052-4e9a-bc6a-c286dbb6737b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7845097 Nov 11 06:49:43.956393 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.v2.base [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Request body: {'port': {'device_id': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=102318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:49:43.958618 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-cf6de4d5-7264-4287-9061-992f137d0e88 None None] Provisioning complete for port 52d0923e-1651-4fe2-84f0-50d3748adbce triggered by entity DHCP. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:49:43.959125 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cf6de4d5-7264-4287-9061-992f137d0e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:43.991072 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-cf6de4d5-7264-4287-9061-992f137d0e88 None None] Port 52d0923e-1651-4fe2-84f0-50d3748adbce cannot update to ACTIVE because it is not bound. {{(pid=102319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 06:49:44.016237 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:44.269442 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d0923e-1651-4fe2-84f0-50d3748adbce {{(pid=102318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:49:44.276628 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:44.288472 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.provisioning_blocks [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Transition to ACTIVE for port object 52d0923e-1651-4fe2-84f0-50d3748adbce will not be triggered until provisioned by entity L2. {{(pid=102318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 06:49:44.374637 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:44.391602 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ae59-fb35-45bb-9546-247ae7fd1686 req-900c3e49-c593-4330-b0ea-4bb020e0ac5b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:44.393115 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7b14ae59-fb35-45bb-9546-247ae7fd1686 req-900c3e49-c593-4330-b0ea-4bb020e0ac5b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 932 time: 0.0478392 Nov 11 06:49:44.427691 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Pushing event updated for resources: {'Port': ['ID=52d0923e-1651-4fe2-84f0-50d3748adbce,revision_number=2']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:44.470454 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-7b14ae59-fb35-45bb-9546-247ae7fd1686 req-b7e31617-eb19-463f-9f30-460b56f439f9 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691023 Nov 11 06:49:44.485336 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:49:44.504991 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Attempting to bind port 52d0923e-1651-4fe2-84f0-50d3748adbce on host hv-cinder-81751 for vnic_type normal with profile {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 06:49:44.505414 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Attempting to bind port 52d0923e-1651-4fe2-84f0-50d3748adbce by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 06:49:44.505883 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Attempting to bind port 52d0923e-1651-4fe2-84f0-50d3748adbce on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:49:44.510712 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Port 52d0923e-1651-4fe2-84f0-50d3748adbce on network 6101ada5-85b2-4149-845e-6a54b21ad143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 06:49:44.511101 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Attempting to bind port 52d0923e-1651-4fe2-84f0-50d3748adbce on network 6101ada5-85b2-4149-845e-6a54b21ad143 {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 06:49:44.516231 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Checking agent: {'id': '095fb5d5-5389-4cb3-928d-37152fa358b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'started_at': datetime.datetime(2021, 11, 11, 6, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 6, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 06:49:44.524366 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Checking segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 06:49:44.524366 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Bound using segment: {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'} {{(pid=102318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 06:49:44.524366 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.managers [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Bound port: 52d0923e-1651-4fe2-84f0-50d3748adbce, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc5b215-dfb1-4619-ac20-a556e7fc92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143'}}] {{(pid=102318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 06:49:44.524366 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:44.591050 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] For port 52d0923e-1651-4fe2-84f0-50d3748adbce, host hv-cinder-81751, cleared binding levels {{(pid=102318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 06:49:44.594027 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] For port 52d0923e-1651-4fe2-84f0-50d3748adbce, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=52d0923e-1651-4fe2-84f0-50d3748adbce,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 06:49:44.670316 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13897979'] for port, after_update {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:44.704715 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:44.705418 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:44.707409 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] 10.222.0.15 "PUT /v2.0/ports/52d0923e-1651-4fe2-84f0-50d3748adbce HTTP/1.1" status: 200 len: 1094 time: 0.7553759 Nov 11 06:49:44.707852 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:49:44.710182 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5266e23-9cc7-45ae-8529-47322ce0032a" -d '{"events": [{"name": "network-changed", "server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:49:44.735360 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf16d-3214-4dc6-b849-75c40e8d504a service neutron] Pushing event updated for resources: {'Port': ['ID=52d0923e-1651-4fe2-84f0-50d3748adbce,revision_number=3']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:44.855000 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59716) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:44.861255 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a8311-1211-42c9-995a-bd61695b050d x-openstack-request-id: req-0d5a8311-1211-42c9-995a-bd61695b050d {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:49:44.861552 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:49:44.863363 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d5a8311-1211-42c9-995a-bd61695b050d {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:49:44.863363 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'status': 'completed', 'code': 200} Nov 11 06:49:44.876873 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b0aa0d01-445c-4c86-a523-0d134141d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:44.879925 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-b0aa0d01-445c-4c86-a523-0d134141d15b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 1097 time: 0.0533590 Nov 11 06:49:44.929204 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-fbabfd87-37f8-4bc3-a466-e50ac98db0fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d0923e-1651-4fe2-84f0-50d3748adbce HTTP/1.1" status: 200 len: 217 time: 0.0363896 Nov 11 06:49:44.977476 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-739cdc48-130c-45f0-9eb3-c9046611a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:44.978841 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-739cdc48-130c-45f0-9eb3-c9046611a2d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0430236 Nov 11 06:49:45.014884 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Deleting port e98c1830-3b2f-4f3f-88f8-a78c2c370a58 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:45.015225 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:45.026432 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-f078c709-64c8-463c-a8c6-6989f2e596c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:45.028010 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-f078c709-64c8-463c-a8c6-6989f2e596c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419796 Nov 11 06:49:45.092777 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:45.093100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:45.104528 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Calling delete_port for e98c1830-3b2f-4f3f-88f8-a78c2c370a58 owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:45.115502 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-6df5b689-d587-4986-945e-f9f2bb95fe4a service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798090 Nov 11 06:49:45.209449 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-87217048-ff5c-4d60-a6ac-a93e98c06bad req-c1d4823d-2e41-494f-aa6a-e78292ad5fec service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874095 Nov 11 06:49:45.351925 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:45.376526 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event deleted for resources: {'Port': ['ID=e98c1830-3b2f-4f3f-88f8-a78c2c370a58,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:45.402388 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.403074 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.403074 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.403377 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.403707 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.404067 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.404403 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.404728 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.405053 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.405373 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.405691 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.406031 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:45.445283 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:45.445612 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Floating IP d7ccda5c-44f9-46d3-b273-a7dc061d055b disassociated (deleted). External IP: 172.27.1.36, port: 2d306427-5bb3-4e04-a7bd-99568eb73c1c. Nov 11 06:49:45.451189 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-3dfaacf6-ce95-4d21-aae4-9526875d6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:45.452692 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-3dfaacf6-ce95-4d21-aae4-9526875d6e61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 1097 time: 0.0409770 Nov 11 06:49:45.547898 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-f7cfb9c5-9f19-469c-903d-6951d769f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:45.549340 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-f7cfb9c5-9f19-469c-903d-6951d769f4af service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0883751 Nov 11 06:49:45.592082 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-96b0a209-1914-40f6-8f35-79d9e3285ad4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d0923e-1651-4fe2-84f0-50d3748adbce HTTP/1.1" status: 200 len: 217 time: 0.0341001 Nov 11 06:49:45.635820 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9b44f-7f3d-4b1a-a15d-ff72f184b026 req-4d62ab87-c65e-401c-b0ed-57aca9720ebe tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:45.636066 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-01f9b44f-7f3d-4b1a-a15d-ff72f184b026 req-4d62ab87-c65e-401c-b0ed-57aca9720ebe tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 944 time: 0.0966003 Nov 11 06:49:45.640702 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-a634150b-5a62-483d-b910-64845377bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:45.642235 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-a634150b-5a62-483d-b910-64845377bab7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0431960 Nov 11 06:49:45.688098 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-98f1f4b7-4472-44e1-9b00-2b19420e9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:45.689580 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-98f1f4b7-4472-44e1-9b00-2b19420e9fb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400066 Nov 11 06:49:45.727200 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Router a12056e9-16f4-4c21-8f48-14f2d5b56876 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:49:45.731417 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-01f9b44f-7f3d-4b1a-a15d-ff72f184b026 req-352f005e-a7bd-485e-9345-e2979427f340 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660305 Nov 11 06:49:45.783582 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-6762edee-08c1-4d33-bc9b-804be35faee4 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858490 Nov 11 06:49:45.837822 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:49:45.842666 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:45.848388 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] Sync routers for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:49:45.857335 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:49:45.857981 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:45.871386 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-dfea10e0-4cf7-4f30-beec-7a0c6e6c53e2 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "DELETE /v2.0/floatingips/d7ccda5c-44f9-46d3-b273-a7dc061d055b HTTP/1.1" status: 204 len: 168 time: 1.0152712 Nov 11 06:49:45.872333 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:49:45.874706 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549fee78-3220-4afb-af34-04248e92c939" -d '{"events": [{"name": "network-changed", "server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:49:45.891624 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d5266e23-9cc7-45ae-8529-47322ce0032a req-5e2bb24b-da85-4e38-a636-6d6697fd2c1a service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968411 Nov 11 06:49:45.917160 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce004c9-05f1-4840-b541-98afafa2cab9 x-openstack-request-id: req-9ce004c9-05f1-4840-b541-98afafa2cab9 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:49:45.917471 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:49:45.917818 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ce004c9-05f1-4840-b541-98afafa2cab9 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:49:45.918159 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'status': 'completed', 'code': 200} Nov 11 06:49:45.964345 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:49:46.000547 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fee78-3220-4afb-af34-04248e92c939 req-96d0a7de-1f98-4e45-86e6-c027ba5dd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:46.002363 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-96d0a7de-1f98-4e45-86e6-c027ba5dd6cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b67606372a98452c95cb72911ed2bcee&device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 1098 time: 0.0402577 Nov 11 06:49:46.092170 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fee78-3220-4afb-af34-04248e92c939 req-5f31fc61-ff5b-4e94-b79c-7a724a63a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:46.093751 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-5f31fc61-ff5b-4e94-b79c-7a724a63a260 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 200 len: 909 time: 0.0839839 Nov 11 06:49:46.138718 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-6f1342a4-24ff-4f33-8709-2f17d8f66e1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 200 len: 217 time: 0.0374684 Nov 11 06:49:46.166688 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:46.193402 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] Checking router: a12056e9-16f4-4c21-8f48-14f2d5b56876 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:49:46.196528 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fee78-3220-4afb-af34-04248e92c939 req-3d716c81-efd1-4d28-bb36-4bea7f786ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:46.198171 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-3d716c81-efd1-4d28-bb36-4bea7f786ea7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 200 len: 848 time: 0.0530074 Nov 11 06:49:46.202822 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:49:46.204273 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:46.248385 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fee78-3220-4afb-af34-04248e92c939 req-4f66532a-88b7-41f5-9ff6-bc4bba1866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:46.249921 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-4f66532a-88b7-41f5-9ff6-bc4bba1866ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb55c2c9-9334-47cd-bc83-639fea1445f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422473 Nov 11 06:49:46.311550 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:49:46.336447 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4b803-99d5-4dab-872a-dd5efad09930 req-6f861351-5604-4545-a7b8-07db9545a4b5 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:46.338034 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-52f4b803-99d5-4dab-872a-dd5efad09930 req-6f861351-5604-4545-a7b8-07db9545a4b5 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0544393 Nov 11 06:49:46.390517 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-40791b86-aaaf-4597-aa23-637a900fc2da service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914879 Nov 11 06:49:46.395007 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-52f4b803-99d5-4dab-872a-dd5efad09930 req-8af02b87-eaf6-496e-aad7-5de64240cc3d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464296 Nov 11 06:49:46.481428 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-549fee78-3220-4afb-af34-04248e92c939 req-5f107794-f683-457f-b8d8-7874f47d238d service neutron] 10.222.0.15 "GET /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 Nov 11 06:49:46.512335 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:46.538947 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e38af9-2dd3-4466-8b8c-7457594071c6 None None] The sync data for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi is: [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:45:12Z', 'revision_number': 4, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '0c2603ac-2fcc-4187-823a-45b1a8a9ee01', 'name': '', 'network_id': 'bb55c2c9-9334-47cd-bc83-639fea1445f5', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'mac_address': 'fa:16:3e:13:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:12Z', 'updated_at': '2021-11-11T06:45:16Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'subnets': [{'id': 'dac59c79-7915-4d58-9a5c-e338ddd14c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:49:46.756174 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecbe20-6e38-439e-b3c0-48595cd873ed None None] New status for floating IP d7ccda5c-44f9-46d3-b273-a7dc061d055b: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:49:46.850422 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed799bd9-4dc8-48dd-9280-0abf7e5b282a req-c84b00c1-8fde-4c38-925c-2fa2e07ef6be tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:46.852178 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ed799bd9-4dc8-48dd-9280-0abf7e5b282a req-c84b00c1-8fde-4c38-925c-2fa2e07ef6be tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 944 time: 0.0520234 Nov 11 06:49:46.899844 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ed799bd9-4dc8-48dd-9280-0abf7e5b282a req-6b63b9c9-b700-4bd1-a432-8a3f508571c4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Nov 11 06:49:47.507988 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39034b5-23c9-4fa1-8db5-5f1ec82d47bb req-d972c6db-dfa0-450c-a9d7-77f4c858b5b9 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:47.509430 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e39034b5-23c9-4fa1-8db5-5f1ec82d47bb req-d972c6db-dfa0-450c-a9d7-77f4c858b5b9 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Nov 11 06:49:47.560517 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e39034b5-23c9-4fa1-8db5-5f1ec82d47bb req-b6fff230-7f9d-4521-acea-ad58e6139773 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/security-groups?id=17c4fa34-878b-41b8-92b4-e507aba5477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449302 Nov 11 06:49:48.037199 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a86810-98a9-4c28-9f6d-3a9898303630 req-6dd68294-aec7-40cb-86c4-0c8abf2e623f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:48.038687 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-35a86810-98a9-4c28-9f6d-3a9898303630 req-6dd68294-aec7-40cb-86c4-0c8abf2e623f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 944 time: 0.0722582 Nov 11 06:49:48.049882 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-c5d9a7d6-9f43-4bc8-8d27-81f6103cef7d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:48.051214 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-c5d9a7d6-9f43-4bc8-8d27-81f6103cef7d tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 945 time: 0.0755191 Nov 11 06:49:48.148045 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-35a86810-98a9-4c28-9f6d-3a9898303630 req-888649c8-b08e-489f-9f20-f2c6e3825579 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958672 Nov 11 06:49:48.170074 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Deleting port 2d306427-5bb3-4e04-a7bd-99568eb73c1c {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:48.170409 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:48.235378 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3615-d41e-4031-a2c5-e52a527e153c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:48.268522 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] For port 2d306427-5bb3-4e04-a7bd-99568eb73c1c, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d306427-5bb3-4e04-a7bd-99568eb73c1c,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:48.269512 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:48.282712 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Calling delete_port for 2d306427-5bb3-4e04-a7bd-99568eb73c1c owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:48.475046 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:48.507321 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event deleted for resources: {'Port': ['ID=2d306427-5bb3-4e04-a7bd-99568eb73c1c,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:48.545509 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] No DVR routers for this DVR port 2d306427-5bb3-4e04-a7bd-99568eb73c1c on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:49:48.547961 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:48.551916 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-dca6fd58-8f43-4721-a627-9634c0239f84 req-845f2d1c-1cd6-4b14-add6-8e7cbd77d3dc tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.15 "DELETE /v2.0/ports/2d306427-5bb3-4e04-a7bd-99568eb73c1c HTTP/1.1" status: 204 len: 173 time: 0.4943910 Nov 11 06:49:48.552360 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-deleted', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:49:48.554743 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddac970-97a1-4c1f-9594-0bb084cfc972" -d '{"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-deleted", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:49:48.589979 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad207b8-8acd-4231-9b85-06459c50d005 x-openstack-request-id: req-cad207b8-8acd-4231-9b85-06459c50d005 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:49:48.590280 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c876dd3-bda2-4a88-9135-aad44663c430", "name": "network-vif-deleted", "tag": "2d306427-5bb3-4e04-a7bd-99568eb73c1c", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:49:48.590525 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad207b8-8acd-4231-9b85-06459c50d005 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:49:48.590915 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c876dd3-bda2-4a88-9135-aad44663c430', 'name': 'network-vif-deleted', 'tag': '2d306427-5bb3-4e04-a7bd-99568eb73c1c', 'status': 'completed', 'code': 200} Nov 11 06:49:48.667991 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-28e9de9a-888b-4f49-8fe2-dcead5dcd1cb req-58fe874d-51e9-447e-83f7-a4641a63fc56 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 210 time: 0.0348799 Nov 11 06:49:49.262564 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e626f-0c57-45e5-a561-10d1729ef943 req-78b25ba0-257b-41a0-864d-2f7911ecfe00 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:49.263999 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-473e626f-0c57-45e5-a561-10d1729ef943 req-78b25ba0-257b-41a0-864d-2f7911ecfe00 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 944 time: 0.0471969 Nov 11 06:49:49.312147 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-473e626f-0c57-45e5-a561-10d1729ef943 req-1e25c60a-f592-4ce6-bea8-90d8cb866d28 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Nov 11 06:49:49.772977 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-d2d2446e-dfa3-4e0a-a6d2-350655858940 req-cd25afec-c9a6-4ece-83ef-eeaf28f6de6e tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c876dd3-bda2-4a88-9135-aad44663c430 HTTP/1.1" status: 200 len: 210 time: 0.0259023 Nov 11 06:49:50.345892 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:50.366245 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 2d306427-5bb3-4e04-a7bd-99568eb73c1c {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:50.366588 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 2d306427-5bb3-4e04-a7bd-99568eb73c1c not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:50.429143 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03814a1-6180-41ea-b777-5481cce709dd req-e817035a-314f-43d3-857b-955bb4d6ad45 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:50.430620 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d03814a1-6180-41ea-b777-5481cce709dd req-e817035a-314f-43d3-857b-955bb4d6ad45 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 944 time: 0.0476863 Nov 11 06:49:50.471353 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-a9685ddf-5ac7-4bee-a63a-759a712b5d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:50.477845 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-d03814a1-6180-41ea-b777-5481cce709dd req-f32d6436-8cc2-4b89-8e31-e5abb6854616 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Nov 11 06:49:50.826253 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59744) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:50.883905 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1ba596e0-09c2-4aae-96a4-b93201ad9199 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:50.909998 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1ba596e0-09c2-4aae-96a4-b93201ad9199 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.025656 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1ba596e0-09c2-4aae-96a4-b93201ad9199 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.028302 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-1ba596e0-09c2-4aae-96a4-b93201ad9199 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.029436 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-1ba596e0-09c2-4aae-96a4-b93201ad9199 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] 10.222.0.20 "DELETE /v2.0/security-groups/17c4fa34-878b-41b8-92b4-e507aba5477f HTTP/1.1" status: 204 len: 168 time: 0.2022076 Nov 11 06:49:51.038892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba596e0-09c2-4aae-96a4-b93201ad9199 tempest-TestShelveInstance-654653863 tempest-TestShelveInstance-654653863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c4fa34-878b-41b8-92b4-e507aba5477f,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:51.142357 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59748) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:51.471516 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.595293 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.600336 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c2ca-b3b4-4171-b7c4-fcd6caa9cfcf req-4ec582f6-0e57-4115-a426-697be74c0fef tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:51.604083 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5469c2ca-b3b4-4171-b7c4-fcd6caa9cfcf req-4ec582f6-0e57-4115-a426-697be74c0fef tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 944 time: 0.0520098 Nov 11 06:49:51.651295 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5469c2ca-b3b4-4171-b7c4-fcd6caa9cfcf req-a09fe2f9-6bd8-44d6-afa1-ad709942a470 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Nov 11 06:49:51.718272 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Deleting port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:51.718610 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.797307 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] For port 0c2603ac-2fcc-4187-823a-45b1a8a9ee01, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:51.797584 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:51.810181 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Calling delete_port for 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 owned by network:router_interface {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:52.049071 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:52.074599 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2603ac-2fcc-4187-823a-45b1a8a9ee01,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:52.237269 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:52.347673 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 52d0923e-1651-4fe2-84f0-50d3748adbce details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=102319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 06:49:52.447044 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 52d0923e-1651-4fe2-84f0-50d3748adbce, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=52d0923e-1651-4fe2-84f0-50d3748adbce,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:52.462549 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Returning: {'device': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'port_id': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'mac_address': 'fa:16:3e:96:81:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 06:49:52.500001 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:52.513954 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d0923e-1651-4fe2-84f0-50d3748adbce {{(pid=102319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 06:49:52.534827 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 52d0923e-1651-4fe2-84f0-50d3748adbce, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=52d0923e-1651-4fe2-84f0-50d3748adbce,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:52.603515 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:52.653511 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=52d0923e-1651-4fe2-84f0-50d3748adbce,revision_number=4']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:52.662798 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.664241 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.664753 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.665101 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.665443 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.665802 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.666194 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.666759 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.667329 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.667799 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.668135 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.668468 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:49:52.738782 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Router a12056e9-16f4-4c21-8f48-14f2d5b56876 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:49:52.809281 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a060-61eb-4786-bc37-33f13016d8b7 req-3a2d2390-1199-4c38-b960-da5b02efdd02 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:52.810789 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e8a0a060-61eb-4786-bc37-33f13016d8b7 req-3a2d2390-1199-4c38-b960-da5b02efdd02 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 945 time: 0.0843956 Nov 11 06:49:52.894317 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] get_ports_and_sgs() called for port_ids ['52d0923e-1651-4fe2-84f0-50d3748adbce'] {{(pid=102319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 06:49:52.905866 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-e8a0a060-61eb-4786-bc37-33f13016d8b7 req-729b4b59-ed42-42e6-90e0-eb0d52661d80 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887458 Nov 11 06:49:52.908544 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:49:52.913441 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-19a33f1f-b410-4805-ba05-fc1be314fe3b admin admin] 10.222.0.20 "PUT /v2.0/routers/a12056e9-16f4-4c21-8f48-14f2d5b56876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700288 Nov 11 06:49:52.915914 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59754) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:52.923180 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] Sync routers for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:49:52.947787 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:49:52.948402 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:53.019215 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks [] for router, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.088312 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:49:53.119667 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.235013 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Deleting port 032cad98-4ac5-4248-85e3-f0ab66846616 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:53.235342 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.319568 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] For port 032cad98-4ac5-4248-85e3-f0ab66846616, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=032cad98-4ac5-4248-85e3-f0ab66846616,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:53.319924 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.332871 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Calling delete_port for 032cad98-4ac5-4248-85e3-f0ab66846616 owned by network:router_gateway {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:53.399009 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.506834 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:49:51Z', 'revision_number': 5, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port': {'id': '032cad98-4ac5-4248-85e3-f0ab66846616', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:10Z', 'updated_at': '2021-11-11T06:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:53.537852 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.538822 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] Checking router: a12056e9-16f4-4c21-8f48-14f2d5b56876 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:49:53.548800 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] Routers {'a12056e9-16f4-4c21-8f48-14f2d5b56876'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:49:53.549459 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['a12056e9-16f4-4c21-8f48-14f2d5b56876'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:53.564332 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Pushing event deleted for resources: {'Port': ['ID=032cad98-4ac5-4248-85e3-f0ab66846616,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:53.620884 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.623749 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] Set router a12056e9-16f4-4c21-8f48-14f2d5b56876 gateway port host: None {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:49:53.680638 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:49:53Z', 'revision_number': 7, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:53.707010 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb10de-54b1-4771-9d46-831c3c152bd2 None None] The sync data for ids ['a12056e9-16f4-4c21-8f48-14f2d5b56876'] in dv-cinder-817514-1-iscsi is: [{'id': 'a12056e9-16f4-4c21-8f48-14f2d5b56876', 'name': 'tempest-TestShelveInstance-1341338228-router', 'tenant_id': 'b67606372a98452c95cb72911ed2bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:09Z', 'updated_at': '2021-11-11T06:49:53Z', 'revision_number': 7, 'project_id': 'b67606372a98452c95cb72911ed2bcee', 'gw_port_host': None}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:49:53.709629 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.711867 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.825836 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.826469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12056e9-16f4-4c21-8f48-14f2d5b56876 {{(pid=102317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:49:53.830589 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.832312 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-ee416d8c-d406-404a-98c9-23ef8f69f269 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a12056e9-16f4-4c21-8f48-14f2d5b56876 HTTP/1.1" status: 204 len: 168 time: 0.9154878 Nov 11 06:49:53.834961 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59756) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:53.877981 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Deleting subnet dac59c79-7915-4d58-9a5c-e338ddd14c6e {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:49:53.880950 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.914511 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:53.993849 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.026345 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a635e20-5683-4fb8-a360-4db1e92222c2 req-27377105-e80e-4419-85b7-13cb571ca65d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:54.027815 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0a635e20-5683-4fb8-a360-4db1e92222c2 req-27377105-e80e-4419-85b7-13cb571ca65d tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Nov 11 06:49:54.080340 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-0a635e20-5683-4fb8-a360-4db1e92222c2 req-c276171c-c4ab-48ec-b4cd-27605c3880ce tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 Nov 11 06:49:54.112431 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.140252 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac59c79-7915-4d58-9a5c-e338ddd14c6e,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:54.144334 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.154827 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.158933 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-df5beb3c-4b4e-42d1-9e26-4c11d0cf71f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dac59c79-7915-4d58-9a5c-e338ddd14c6e HTTP/1.1" status: 204 len: 168 time: 0.3230374 Nov 11 06:49:54.159781 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d95175-7820-433f-bb0c-63d14b3d02c7 None None] Network bb55c2c9-9334-47cd-bc83-639fea1445f5 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:49:54.161428 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59760) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:54.215171 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.231903 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.283854 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Deleting port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:54.284193 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.345698 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] For port 909cfba2-fe65-41fd-97ad-115ae8f8ef41, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=909cfba2-fe65-41fd-97ad-115ae8f8ef41,segment=NetworkSegment(fb10043d-e4eb-4f59-8129-f3c10c548f8f),segment_id=fb10043d-e4eb-4f59-8129-f3c10c548f8f)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:54.346123 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.347186 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 52d0923e-1651-4fe2-84f0-50d3748adbce up at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 06:49:54.358206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Calling delete_port for 909cfba2-fe65-41fd-97ad-115ae8f8ef41 owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:54.460944 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] DHCP port deletion for bb55c2c9-9334-47cd-bc83-639fea1445f5 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:49:54.490223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning for port 52d0923e-1651-4fe2-84f0-50d3748adbce completed by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 06:49:54.496033 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.provisioning_blocks [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Provisioning complete for port 52d0923e-1651-4fe2-84f0-50d3748adbce triggered by entity L2. {{(pid=102319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 06:49:54.500398 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917537'] for port, provisioning_complete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.515446 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.544869 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Pushing event deleted for resources: {'Port': ['ID=909cfba2-fe65-41fd-97ad-115ae8f8ef41,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:54.546785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] No DVR routers for this DVR port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:49:54.552788 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Deleting port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:54.553012 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.627202 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.630997 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 909cfba2-fe65-41fd-97ad-115ae8f8ef41 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:54.653480 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb55c2c9-9334-47cd-bc83-639fea1445f5']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:54.663466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb10043d-e4eb-4f59-8129-f3c10c548f8f') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:54.663760 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb10043d-e4eb-4f59-8129-f3c10c548f8f') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:54.675198 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.684110 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 909cfba2-fe65-41fd-97ad-115ae8f8ef41 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:54.684453 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 909cfba2-fe65-41fd-97ad-115ae8f8ef41 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:54.684881 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:54.691238 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.697943 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:49:54.698456 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:49:54.700286 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:49:54.708789 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:54.709133 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 0c2603ac-2fcc-4187-823a-45b1a8a9ee01 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:54.709546 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 032cad98-4ac5-4248-85e3-f0ab66846616 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:54.712011 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.724671 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] For port 909cfba2-fe65-41fd-97ad-115ae8f8ef41, host dv-cinder-817514-1-iscsi, got binding levels [] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:54.725074 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.755981 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 032cad98-4ac5-4248-85e3-f0ab66846616 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:54.756336 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 032cad98-4ac5-4248-85e3-f0ab66846616 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:54.765120 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce'}] {{(pid=102319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:49:54.769178 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f4df4d51cfc68b3d0aa2989d8c5e40fc30f27aff43527506811220192cf3f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a6972-8d31-4760-a759-5e5fa67c3376" -d '{"events": [{"server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "name": "network-vif-plugged", "status": "completed", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce"}]}' {{(pid=102319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:49:54.770250 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Calling delete_port for 909cfba2-fe65-41fd-97ad-115ae8f8ef41 owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:54.774568 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.ipam_backend_mixin [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 was not found and therefore no delete operation was performed {{(pid=102319) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 06:49:54.781540 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.786586 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] For port 52d0923e-1651-4fe2-84f0-50d3748adbce, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=52d0923e-1651-4fe2-84f0-50d3748adbce,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:54.811933 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99ec76-e1d1-431a-bbb5-fbeea6d883ab x-openstack-request-id: req-ff99ec76-e1d1-431a-bbb5-fbeea6d883ab {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:49:54.812224 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "name": "network-vif-plugged", "status": "completed", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce", "code": 200}]} {{(pid=102319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:49:54.812478 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff99ec76-e1d1-431a-bbb5-fbeea6d883ab {{(pid=102319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:49:54.812863 dv-cinder-817514-1-iscsi neutron-server[102319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'code': 200} Nov 11 06:49:54.814708 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.816082 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] Pushing event deleted for resources: {'Port': ['ID=909cfba2-fe65-41fd-97ad-115ae8f8ef41,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:54.819984 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cbd21-2243-4dba-9f43-c50bb8013242 None None] No DVR routers for this DVR port 909cfba2-fe65-41fd-97ad-115ae8f8ef41 on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:49:54.827537 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.833451 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb55c2c9-9334-47cd-bc83-639fea1445f5 HTTP/1.1" status: 204 len: 168 time: 0.6709924 Nov 11 06:49:54.836613 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59764) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:54.847059 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039'] for port, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:54.847829 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3d50d-d5fc-4978-a17f-013b14ad7cae admin admin] Pushing event deleted for resources: {'Network': ['ID=bb55c2c9-9334-47cd-bc83-639fea1445f5,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:54.895759 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Pushing event updated for resources: {'Port': ['ID=52d0923e-1651-4fe2-84f0-50d3748adbce,revision_number=5']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:55.516265 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f90e3-66e7-4667-b359-56250b307f8a req-e2619cc4-b08a-4749-b855-90ef8bccaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:55.517624 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4a4f90e3-66e7-4667-b359-56250b307f8a req-e2619cc4-b08a-4749-b855-90ef8bccaef0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 1099 time: 0.3719904 Nov 11 06:49:55.527213 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c82b9-6d89-4b6d-8309-132c4d40c99a req-f5dfe549-7703-4c7f-9b28-c1bbb5ba8c19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:55.528529 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e11c82b9-6d89-4b6d-8309-132c4d40c99a req-f5dfe549-7703-4c7f-9b28-c1bbb5ba8c19 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.3711092 Nov 11 06:49:55.632944 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-4a4f90e3-66e7-4667-b359-56250b307f8a req-88a51b11-bd0f-4b05-ac9e-2d28e45139ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003780 Nov 11 06:49:55.637217 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:55.642111 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-e11c82b9-6d89-4b6d-8309-132c4d40c99a req-2cba3a92-78ee-4a7f-9a42-055493f01af0 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024265 Nov 11 06:49:55.929614 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Deleting port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:55.929977 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:56.004749 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] For port bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:56.005103 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:56.017156 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Calling delete_port for bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 owned by network:router_interface {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:56.271465 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:56.300688 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:56.460439 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:56.683735 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:49:56.796539 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:49:56.800245 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-2f5a87f9-bc6e-4291-94a5-1fc5026daca1 admin admin] 10.222.0.20 "PUT /v2.0/routers/46bd46ac-6f63-4b98-b5fe-962afb56ff55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623203 Nov 11 06:49:56.802631 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59772) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:56.806428 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] Sync routers for ids ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:49:56.815943 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] Routers {'46bd46ac-6f63-4b98-b5fe-962afb56ff55'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:49:56.820572 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:56.845179 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca55c5a-8c81-4297-89a4-209b85c9f042 req-c3406f0d-b367-4d41-b57a-b1e01d03c72e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:56.847470 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9ca55c5a-8c81-4297-89a4-209b85c9f042 req-c3406f0d-b367-4d41-b57a-b1e01d03c72e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.0617511 Nov 11 06:49:56.902573 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-9ca55c5a-8c81-4297-89a4-209b85c9f042 req-d8ef65a1-590a-41b6-9cd0-1531e0581ac9 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Nov 11 06:49:56.911897 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.006988 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] Set router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:49:57.012687 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.141629 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Deleting port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:57.141984 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.178241 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:49:56Z', 'revision_number': 5, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port': {'id': 'fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:45:16Z', 'updated_at': '2021-11-11T06:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:57.208282 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] Checking router: 46bd46ac-6f63-4b98-b5fe-962afb56ff55 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:49:57.216325 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] Routers {'46bd46ac-6f63-4b98-b5fe-962afb56ff55'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:49:57.216916 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:57.218016 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] For port fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:57.218398 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.230384 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Calling delete_port for fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 owned by network:router_gateway {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:57.298776 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] Set router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:49:57.348907 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:49:57Z', 'revision_number': 6, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:57.377216 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47de51-9cf2-4a85-9875-21fc05f2fb36 None None] The sync data for ids ['46bd46ac-6f63-4b98-b5fe-962afb56ff55'] in dv-cinder-817514-1-iscsi is: [{'id': '46bd46ac-6f63-4b98-b5fe-962afb56ff55', 'name': 'tempest-TestShelveInstance-427986395-router', 'tenant_id': 'b77c3e3898f44d1d81616433f531638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:45:15Z', 'updated_at': '2021-11-11T06:49:57Z', 'revision_number': 6, 'project_id': 'b77c3e3898f44d1d81616433f531638a', 'gw_port_host': None}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:49:57.443181 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.472425 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:57.528832 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.613527 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.615592 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.723223 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.723866 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46bd46ac-6f63-4b98-b5fe-962afb56ff55 {{(pid=102318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:49:57.728605 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.729869 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-062f9767-9372-4741-aee1-4888cb8d70ff admin admin] 10.222.0.20 "DELETE /v2.0/routers/46bd46ac-6f63-4b98-b5fe-962afb56ff55 HTTP/1.1" status: 204 len: 168 time: 0.9256258 Nov 11 06:49:57.732322 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59774) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:57.782363 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Deleting subnet 9bf6e9be-3632-4322-b2ab-3871d7bf321e {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:49:57.787823 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.823525 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:57.896284 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.009635 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.025095 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be27b-057d-4fa5-a208-c4007eeaa58c req-41d46ad9-1eb9-481c-a9d0-53f7b9e166c3 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:58.026584 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-187be27b-057d-4fa5-a208-c4007eeaa58c req-41d46ad9-1eb9-481c-a9d0-53f7b9e166c3 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.0560296 Nov 11 06:49:58.047894 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf6e9be-3632-4322-b2ab-3871d7bf321e,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:58.050333 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.053651 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-54dde2f5-2d9a-40de-aa45-8c41ca77c295 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9bf6e9be-3632-4322-b2ab-3871d7bf321e HTTP/1.1" status: 204 len: 168 time: 0.3203931 Nov 11 06:49:58.056330 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59778) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:58.059455 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28db3d0-1c0e-404b-87e1-5ca008edf2eb None None] Network 096d7886-7001-4595-9726-8a9cec0a9063 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:49:58.101048 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-187be27b-057d-4fa5-a208-c4007eeaa58c req-36703aca-4491-4205-a0c2-e695d728a1c2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561097 Nov 11 06:49:58.138730 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.230958 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Deleting port fe110825-d501-4783-947b-a2684e71c89a {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:58.231296 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.260206 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe96f8-9a00-4cfd-a491-8626d611c135 req-bd355630-f4c1-42fc-83ae-25653dcb8cc8 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:58.261559 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5fbe96f8-9a00-4cfd-a491-8626d611c135 req-bd355630-f4c1-42fc-83ae-25653dcb8cc8 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.0805950 Nov 11 06:49:58.269922 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] DHCP port deletion for 096d7886-7001-4595-9726-8a9cec0a9063 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:49:58.320693 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] For port fe110825-d501-4783-947b-a2684e71c89a, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fe110825-d501-4783-947b-a2684e71c89a,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:58.321065 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] Deleting port fe110825-d501-4783-947b-a2684e71c89a {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:49:58.321213 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.321437 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.342407 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Calling delete_port for fe110825-d501-4783-947b-a2684e71c89a owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:58.367881 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-5fbe96f8-9a00-4cfd-a491-8626d611c135 req-5ffa4c41-594f-4505-899b-16019f22506b tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775914 Nov 11 06:49:58.390605 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] For port fe110825-d501-4783-947b-a2684e71c89a, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=fe110825-d501-4783-947b-a2684e71c89a,segment=NetworkSegment(a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1),segment_id=a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:49:58.391018 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.394239 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59782) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:58.408264 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] Calling delete_port for fe110825-d501-4783-947b-a2684e71c89a owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:49:58.436922 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a95760-8eb4-464c-8fc2-ba85c4acdb8f tempest-TestVolumeBootPattern-395753003 tempest-TestVolumeBootPattern-395753003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:49:58.439006 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-52a95760-8eb4-464c-8fc2-ba85c4acdb8f tempest-TestVolumeBootPattern-395753003 tempest-TestVolumeBootPattern-395753003-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 1094 time: 0.0433657 Nov 11 06:49:58.441785 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59784) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:58.446099 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.v2.base [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Request body: {'floatingip': {'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'port_id': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 06:49:58.528507 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.535583 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.554479 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe110825-d501-4783-947b-a2684e71c89a,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:58.556524 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.561576 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] No DVR routers for this DVR port fe110825-d501-4783-947b-a2684e71c89a on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:49:58.565387 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] Pushing event deleted for resources: {'Port': ['ID=fe110825-d501-4783-947b-a2684e71c89a,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:58.568858 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de0f41-282d-4f77-b52d-1f51a1e26ed4 None None] No DVR routers for this DVR port fe110825-d501-4783-947b-a2684e71c89a on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:49:58.639080 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fe110825-d501-4783-947b-a2684e71c89a no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:58.662347 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: fe110825-d501-4783-947b-a2684e71c89a {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:58.662711 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fe110825-d501-4783-947b-a2684e71c89a not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:58.663107 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:58.677628 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.681612 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:58.681982 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device fbf24500-1add-4b5c-bbb1-c81ed5d6dcc2 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:58.682386 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:49:58.705358 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d7886-7001-4595-9726-8a9cec0a9063']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:58.706504 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:49:58.706851 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device bb2b82b5-4bdb-48d3-a1f3-5e5995d1f702 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:49:58.718123 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:58.718417 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09a4e46-4de8-406a-8e6e-f2d5fe6c0ae1') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:49:58.735290 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.752996 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.761542 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:49:58.761952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:49:58.763526 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:49:58.814523 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.895776 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.904030 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:58.907231 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] 10.222.0.20 "DELETE /v2.0/networks/096d7886-7001-4595-9726-8a9cec0a9063 HTTP/1.1" status: 204 len: 168 time: 0.8498352 Nov 11 06:49:58.918987 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3f1b4-143e-4eb5-9efa-77aa60964839 admin admin] Pushing event deleted for resources: {'Network': ['ID=096d7886-7001-4595-9726-8a9cec0a9063,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:58.938541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_common [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Allocated IP 172.27.1.55 (22ae0df8-3952-4bb2-910e-1532f88444d5/b5336fea-715f-47a1-9c60-ef7272fff94d/5b157984-b92e-4183-a1ba-056165dcc036) {{(pid=102317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 06:49:59.044892 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.190024 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744158853003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.225588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Network 22ae0df8-3952-4bb2-910e-1532f88444d5 is already hosted by enough agents. {{(pid=102317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 06:49:59.228341 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.base_scheduler [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Resources bound (agent type, host, resource id): {{(pid=102317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 06:49:59.233912 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Received port after_create {{(pid=102317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 06:49:59.257902 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=5b157984-b92e-4183-a1ba-056165dcc036,revision_number=1']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:59.330957 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59788) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:59.372335 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-6a9a6edf-090f-4392-9804-7acaa9dea959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b67606372a98452c95cb72911ed2bcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402474 Nov 11 06:49:59.374868 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59790) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:49:59.420204 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a58056e9-0e96-4d09-aa71-06056f38f94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.441870 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a58056e9-0e96-4d09-aa71-06056f38f94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.543677 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a58056e9-0e96-4d09-aa71-06056f38f94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.546463 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-a58056e9-0e96-4d09-aa71-06056f38f94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.547694 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-a58056e9-0e96-4d09-aa71-06056f38f94f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba5d4931-c34a-4f5f-a17a-f2b5be26afc1 HTTP/1.1" status: 204 len: 168 time: 0.1719332 Nov 11 06:49:59.556610 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58056e9-0e96-4d09-aa71-06056f38f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5d4931-c34a-4f5f-a17a-f2b5be26afc1,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:49:59.845814 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:49:59.964934 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-954473'] for port, before_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.109386 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for port, precommit_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.130725 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59796) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:50:00.169584 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-b1c0a636-48b2-40f2-aa0e-09ec045905ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b77c3e3898f44d1d81616433f531638a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377491 Nov 11 06:50:00.171974 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59798) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:50:00.191638 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744159297419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744158853021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744158853039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13355691'] for port, after_update {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.267835 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event updated for resources: {'Port': ['ID=5b157984-b92e-4183-a1ba-056165dcc036,revision_number=2']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:50:00.288934 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-67fc0f7a-74ec-4e2b-aac8-307346264fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.300058 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16646374'] for floatingip, after_create {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.347090 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-67fc0f7a-74ec-4e2b-aac8-307346264fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.428662 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Floating IP 2ccfddfb-6713-4850-8cb2-bac3da7bd6a6 associated. External IP: 172.27.1.55, port: 52d0923e-1651-4fe2-84f0-50d3748adbce. Nov 11 06:50:00.534302 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-67fc0f7a-74ec-4e2b-aac8-307346264fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.537162 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-67fc0f7a-74ec-4e2b-aac8-307346264fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.538353 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-67fc0f7a-74ec-4e2b-aac8-307346264fef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfb07f33-20b2-45c3-8d10-4ec4294e1ddd HTTP/1.1" status: 204 len: 168 time: 0.3654282 Nov 11 06:50:00.582639 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc0f7a-74ec-4e2b-aac8-307346264fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb07f33-20b2-45c3-8d10-4ec4294e1ddd,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:50:00.660780 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:50:00.772804 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:50:00.783079 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:50:00.792811 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:50:00.793355 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:50:00.890767 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:00.916537 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:50:00.936008 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-83c0532d-e0a8-4a07-bd5c-e6d496d0f676 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4931355 Nov 11 06:50:00.936651 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:50:00.939114 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff769325-b3b0-4c90-96e6-58f61e44de91" -d '{"events": [{"name": "network-changed", "server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:50:00.988314 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d164174c-3b48-41fe-8a68-b31bc6326030 x-openstack-request-id: req-d164174c-3b48-41fe-8a68-b31bc6326030 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:50:00.988630 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:50:00.988864 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d164174c-3b48-41fe-8a68-b31bc6326030 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:50:00.989423 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'status': 'completed', 'code': 200} Nov 11 06:50:01.081801 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-51600a04-6af0-47f3-b17f-6a32716a2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:01.083442 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-51600a04-6af0-47f3-b17f-6a32716a2567 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 1099 time: 0.0428348 Nov 11 06:50:01.177087 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-fd9be347-092c-40e5-8ca3-4c40912ebddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:01.178842 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-fd9be347-092c-40e5-8ca3-4c40912ebddd service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0879073 Nov 11 06:50:01.246600 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-c29fd347-1b53-4652-8d0c-7fd15996fb45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d0923e-1651-4fe2-84f0-50d3748adbce HTTP/1.1" status: 200 len: 999 time: 0.0602331 Nov 11 06:50:01.286320 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '2ccfddfb-6713-4850-8cb2-bac3da7bd6a6', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:96:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:49:59Z', 'updated_at': '2021-11-11T06:49:59Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}, {'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:05Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:50:01.315883 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:50:01.324187 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:50:01.324795 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:49:50Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:50:01.328376 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-4173a4d2-a59a-4f61-be34-bf85864d37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:01.329876 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-4173a4d2-a59a-4f61-be34-bf85864d37d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0471861 Nov 11 06:50:01.376114 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-926f6c70-e2a5-4cdc-9f5b-0fcaed6c6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:01.377679 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-926f6c70-e2a5-4cdc-9f5b-0fcaed6c6ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384839 Nov 11 06:50:01.427216 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:50:01.465168 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-489d7098-9f67-461f-bd44-a4112c015023 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807457 Nov 11 06:50:01.557023 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-ff769325-b3b0-4c90-96e6-58f61e44de91 req-7d67e35e-4e62-4c73-8baa-6a5efdfc3f6d service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845625 Nov 11 06:50:01.648295 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '2ccfddfb-6713-4850-8cb2-bac3da7bd6a6', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:96:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:49:59Z', 'updated_at': '2021-11-11T06:49:59Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}, {'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:05Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:50:01.673942 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f0a54-aa1a-496f-bc92-6547e3764efc None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '2ccfddfb-6713-4850-8cb2-bac3da7bd6a6', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:96:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:49:59Z', 'updated_at': '2021-11-11T06:49:59Z', 'revision_number': 0, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}, {'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:05Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:50:01.877045 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf9c66-d9ff-4b08-8d7c-afaf9ff7dcd3 None None] New status for floating IP 2ccfddfb-6713-4850-8cb2-bac3da7bd6a6: ACTIVE {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:50:04.227746 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-03fb22d1-98cb-49ef-9c4b-8e2008ae019a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377681 Nov 11 06:50:04.299460 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3707f3-a109-42dc-8378-907ff06e6010 req-de7be862-021b-45ec-91fc-938847d8d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:04.300890 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-de7be862-021b-45ec-91fc-938847d8d43f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1098 time: 0.0420299 Nov 11 06:50:04.399111 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3707f3-a109-42dc-8378-907ff06e6010 req-68e9c432-aedf-406f-8d98-7f698e0e5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:04.400513 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-68e9c432-aedf-406f-8d98-7f698e0e5cb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0811710 Nov 11 06:50:04.465579 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-5889e57f-51cc-4fdd-b373-57cf23fb4c37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0580981 Nov 11 06:50:04.512374 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3707f3-a109-42dc-8378-907ff06e6010 req-ec02c715-9a71-4aa4-8d97-836446b78f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:04.513641 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-ec02c715-9a71-4aa4-8d97-836446b78f02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0410607 Nov 11 06:50:04.556020 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3707f3-a109-42dc-8378-907ff06e6010 req-df6ea3e0-46b8-457c-af51-f0ee70c75167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:50:04.557434 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-df6ea3e0-46b8-457c-af51-f0ee70c75167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371263 Nov 11 06:50:04.648445 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-2497f013-3ce2-43f3-acff-d27483163455 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Nov 11 06:50:04.741480 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-be3707f3-a109-42dc-8378-907ff06e6010 req-04ab3951-5db7-47bd-92ac-a021e6e29682 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860374 Nov 11 06:50:18.253995 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b49c8a3c-c2f1-4da9-87b6-37a42edffa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:20.482780 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-464074a6-faaf-4d88-826f-e97481c794dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:21.484069 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:50:21.631270 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:23.248381 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:24.125537 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:24.222684 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:48.247594 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-de6f91bd-0ada-4f4e-b409-4edc6b801028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:50.450932 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e94-f160-4b89-8c44-ecff54028eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:51.607433 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:53.225145 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:54.138843 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:54.210937 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:50:58.483338 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:51:06.211410 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-3340f116-d7ac-4953-9ebc-b3cb9bd75dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382419 Nov 11 06:51:06.312746 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-0a94caf3-6194-4041-ad7a-b25f0d131e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:06.314251 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-0a94caf3-6194-4041-ad7a-b25f0d131e10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1098 time: 0.0425971 Nov 11 06:51:06.413449 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-17c17310-a611-4bb6-a09a-5c6f976c9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:06.414952 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-17c17310-a611-4bb6-a09a-5c6f976c9398 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0819466 Nov 11 06:51:06.480933 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-a8822c48-21eb-4f12-a642-18ad3e4d3b5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0589178 Nov 11 06:51:06.528584 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-bbc71b42-178f-4b1b-8f0d-69e522a36bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:06.529984 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-bbc71b42-178f-4b1b-8f0d-69e522a36bde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0423942 Nov 11 06:51:06.573052 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-7b6c999d-947e-4dcd-8442-75ce28c31c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:06.574557 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-7b6c999d-947e-4dcd-8442-75ce28c31c3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375342 Nov 11 06:51:06.918693 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-a8117eaa-022e-461f-920b-55f7e0d08cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369522 Nov 11 06:51:07.006539 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-50ac3a06-0f02-429f-b42e-0d6ab598df1d req-18f1240c-7fb9-4ade-9c5d-515f81311750 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804646 Nov 11 06:51:18.210689 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-7acc5a75-53e9-4645-ac1e-eee4c848a02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:20.463802 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1824-b8e6-4705-9505-110aadbb6316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:21.612317 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:23.212208 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:24.141926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:24.222083 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.092541 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59826) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:29.247623 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Deleting port 5b157984-b92e-4183-a1ba-056165dcc036 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:29.247961 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.323983 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.324305 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.336097 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Calling delete_port for 5b157984-b92e-4183-a1ba-056165dcc036 owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:29.576316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.603333 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'Port': ['ID=5b157984-b92e-4183-a1ba-056165dcc036,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:29.629953 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.630298 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.630637 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.630967 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.631332 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.631659 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.631983 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.632309 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.632972 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.633300 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.633620 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.633958 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:29.674549 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.674872 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Floating IP 2ccfddfb-6713-4850-8cb2-bac3da7bd6a6 disassociated (deleted). External IP: 172.27.1.55, port: 52d0923e-1651-4fe2-84f0-50d3748adbce. Nov 11 06:51:29.875584 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:51:29.982023 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:51:29.986770 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:29.991837 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:51:30.000571 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:30.001182 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:30.013408 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-8da31972-c8f7-46e0-bf32-9f9f9a0f76e4 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "DELETE /v2.0/floatingips/2ccfddfb-6713-4850-8cb2-bac3da7bd6a6 HTTP/1.1" status: 204 len: 168 time: 0.9198923 Nov 11 06:51:30.014077 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:51:30.016416 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d" -d '{"events": [{"name": "network-changed", "server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:51:30.059453 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfd22a9-747e-40b0-8746-55b6efed763b x-openstack-request-id: req-6bfd22a9-747e-40b0-8746-55b6efed763b {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:51:30.059746 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:51:30.060002 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bfd22a9-747e-40b0-8746-55b6efed763b {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:51:30.060601 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'status': 'completed', 'code': 200} Nov 11 06:51:30.107262 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:30.146321 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-2c9a7377-59b8-46e6-9c08-9b6b5d5e1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:30.147721 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-2c9a7377-59b8-46e6-9c08-9b6b5d5e1802 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 1099 time: 0.0441508 Nov 11 06:51:30.236136 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-df05d7b1-159e-4567-9283-f56b41c67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:30.237612 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-df05d7b1-159e-4567-9283-f56b41c67418 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0830848 Nov 11 06:51:30.282792 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-d75b9326-c7b6-4ceb-a912-c60301a1c715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d0923e-1651-4fe2-84f0-50d3748adbce HTTP/1.1" status: 200 len: 217 time: 0.0380490 Nov 11 06:51:30.331814 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-6fc36b75-e6ba-408a-a852-ccfd9d1e09df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:30.332771 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:05Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:30.333291 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-6fc36b75-e6ba-408a-a852-ccfd9d1e09df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0428033 Nov 11 06:51:30.360463 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:51:30.369766 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:30.370386 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:30.379576 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-d2ca0d54-6e03-4b59-bdd5-6eedc4b20505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:30.381097 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-d2ca0d54-6e03-4b59-bdd5-6eedc4b20505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411985 Nov 11 06:51:30.468683 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e873-78e8-4df5-9f5a-31e5ea80a1bb req-064fbefa-e061-4de8-971f-867bfad9a58e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:30.470167 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5c57e873-78e8-4df5-9f5a-31e5ea80a1bb req-064fbefa-e061-4de8-971f-867bfad9a58e tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.0738511 Nov 11 06:51:30.476226 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:30.560393 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-5c57e873-78e8-4df5-9f5a-31e5ea80a1bb req-045bfa58-b6a1-41de-80e3-2d8fa0a9b011 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653787 Nov 11 06:51:30.564190 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-49f2eeb1-6ead-4287-948b-9f72a5a4a863 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362205 Nov 11 06:51:30.669891 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-9afd0be5-ad4a-4bef-b79e-a2dab60cb93d req-6fe6941e-e1eb-4660-970d-ebb32182f292 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966988 Nov 11 06:51:30.816272 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:05Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:30.841496 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7db473-1ba0-4c2a-8d8a-5852974685de None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_floatingips': [{'id': '9c11a7d4-3e77-4a95-878c-bc1842aea0f2', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'router_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'port_id': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T06:48:03Z', 'updated_at': '2021-11-11T06:48:05Z', 'revision_number': 1, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:51:31.055125 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f75ab-9938-4889-ba36-fe5efe218c71 None None] New status for floating IP 2ccfddfb-6713-4850-8cb2-bac3da7bd6a6: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:51:31.674819 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0acc43-f7ea-4272-8cd4-c126ac5ff63d req-f4258457-e886-427e-85ae-d5478e2bff1a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:31.676792 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1d0acc43-f7ea-4272-8cd4-c126ac5ff63d req-f4258457-e886-427e-85ae-d5478e2bff1a tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.0483892 Nov 11 06:51:31.724268 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-1d0acc43-f7ea-4272-8cd4-c126ac5ff63d req-7d39f5e4-5cac-4776-96bc-1f6b32e9f5c2 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Nov 11 06:51:32.118008 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-4c711dd4-5af6-4d3d-94a8-dac9b16fe9d6 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:32.119454 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-4c711dd4-5af6-4d3d-94a8-dac9b16fe9d6 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 946 time: 0.0477529 Nov 11 06:51:32.204518 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Deleting port 52d0923e-1651-4fe2-84f0-50d3748adbce {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:32.204850 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:32.292505 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] For port 52d0923e-1651-4fe2-84f0-50d3748adbce, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=52d0923e-1651-4fe2-84f0-50d3748adbce,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:32.292863 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:32.304956 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Calling delete_port for 52d0923e-1651-4fe2-84f0-50d3748adbce owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:32.484589 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:32.511861 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'Port': ['ID=52d0923e-1651-4fe2-84f0-50d3748adbce,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:32.523897 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.524248 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.524589 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.524923 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.525253 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.525587 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.525938 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.526265 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.526597 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.526921 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.527241 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.527561 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:32.559710 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] No DVR routers for this DVR port 52d0923e-1651-4fe2-84f0-50d3748adbce on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:51:32.562028 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:32.565278 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-1c9aa0c6-3c50-4b67-b92b-cb3514487077 req-045c0103-3e78-47ce-ae11-5261beea3d29 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "DELETE /v2.0/ports/52d0923e-1651-4fe2-84f0-50d3748adbce HTTP/1.1" status: 204 len: 173 time: 0.4399264 Nov 11 06:51:32.565708 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'name': 'network-vif-deleted', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:51:32.568467 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66e5d4-4fad-4695-9887-dc79839f5329" -d '{"events": [{"server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "name": "network-vif-deleted", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:51:32.603633 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a740342-7498-47b3-b55a-fd09804abb89 x-openstack-request-id: req-3a740342-7498-47b3-b55a-fd09804abb89 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:51:32.613651 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868f994a-ec2a-4f28-a1f7-ff4a0059dff6", "name": "network-vif-deleted", "tag": "52d0923e-1651-4fe2-84f0-50d3748adbce", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:51:32.614981 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a740342-7498-47b3-b55a-fd09804abb89 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:51:32.614981 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868f994a-ec2a-4f28-a1f7-ff4a0059dff6', 'name': 'network-vif-deleted', 'tag': '52d0923e-1651-4fe2-84f0-50d3748adbce', 'status': 'completed', 'code': 200} Nov 11 06:51:32.819511 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-3941f7d4-a75d-4f16-8736-55852ae10430 req-c917541d-2830-4345-bfdc-2d2d39ebb229 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=868f994a-ec2a-4f28-a1f7-ff4a0059dff6 HTTP/1.1" status: 200 len: 210 time: 0.0285103 Nov 11 06:51:35.481861 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:51:36.274678 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59866) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:36.429293 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Deleting port 6240206b-3b67-4b10-a994-47b14bd278fb {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:36.429626 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:36.500316 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:36.500629 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:36.512588 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Calling delete_port for 6240206b-3b67-4b10-a994-47b14bd278fb owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:36.724999 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:36.750803 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'Port': ['ID=6240206b-3b67-4b10-a994-47b14bd278fb,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:36.778555 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 52d0923e-1651-4fe2-84f0-50d3748adbce no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:36.798216 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: 52d0923e-1651-4fe2-84f0-50d3748adbce {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:36.798561 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device 52d0923e-1651-4fe2-84f0-50d3748adbce not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:36.812658 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:36.812983 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.db.l3_db [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Floating IP 9c11a7d4-3e77-4a95-878c-bc1842aea0f2 disassociated (deleted). External IP: 172.27.1.142, port: eabe8652-756b-46ea-bfba-d6409c85d2d6. Nov 11 06:51:37.012928 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:51:37.118469 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:51:37.123100 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:37.127543 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:51:37.137483 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:37.138123 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:37.149240 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-4abc814b-ded3-42fc-8183-6bf9dd2b957f tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "DELETE /v2.0/floatingips/9c11a7d4-3e77-4a95-878c-bc1842aea0f2 HTTP/1.1" status: 204 len: 168 time: 0.8734925 Nov 11 06:51:37.149854 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6'}] {{(pid=102317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:51:37.152168 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef52c8cfaea749fee5e298ed2e7609dd333f7c5536ec5acb64f124d25dfcaa88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46865bd6-36cc-4545-bfcd-aefff9cd7499" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6"}]}' {{(pid=102317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:51:37.190122 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 06:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63d3374-263c-4b05-91bb-845dab1aed23 x-openstack-request-id: req-b63d3374-263c-4b05-91bb-845dab1aed23 {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:51:37.190417 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6", "status": "completed", "code": 200}]} {{(pid=102317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:51:37.190674 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b63d3374-263c-4b05-91bb-845dab1aed23 {{(pid=102317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:51:37.191082 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'status': 'completed', 'code': 200} Nov 11 06:51:37.245706 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:37.273958 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-50abb889-36b7-440d-875e-7e1293990163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:37.275525 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-50abb889-36b7-440d-875e-7e1293990163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 1098 time: 0.0397744 Nov 11 06:51:37.369850 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-43f7759d-708b-46a4-a888-78dbe5583e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:37.371224 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-43f7759d-708b-46a4-a888-78dbe5583e5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 200 len: 912 time: 0.0893779 Nov 11 06:51:37.413395 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-825401ab-963d-4f81-95a2-fdcef3bec654 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 200 len: 217 time: 0.0352914 Nov 11 06:51:37.445074 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:37.465497 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-2083b91b-c7e6-4260-9152-ecb1497005a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:37.467010 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-2083b91b-c7e6-4260-9152-ecb1497005a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 200 len: 851 time: 0.0474169 Nov 11 06:51:37.475022 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:51:37.487225 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:37.487838 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:37.514269 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-060b87f1-0946-4794-8aa0-48aa09782091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:37.515838 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-060b87f1-0946-4794-8aa0-48aa09782091 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6101ada5-85b2-4149-845e-6a54b21ad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415604 Nov 11 06:51:37.594603 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:37.641575 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b242122-d424-4122-9476-72cb64377349 req-2f888d05-c210-4dc2-bee4-91229a73a77c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:37.643097 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2b242122-d424-4122-9476-72cb64377349 req-2f888d05-c210-4dc2-bee4-91229a73a77c tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 945 time: 0.1041903 Nov 11 06:51:37.682406 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-e76c0a00-2319-46fb-9117-034a1c3f37a9 service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186118 Nov 11 06:51:37.727810 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-2b242122-d424-4122-9476-72cb64377349 req-e757d2d0-5358-4644-bcd6-a23018067acc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775647 Nov 11 06:51:37.790851 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-46865bd6-36cc-4545-bfcd-aefff9cd7499 req-be264433-2295-4b35-8286-66d700650baf service neutron] 10.222.0.15 "GET /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007676 Nov 11 06:51:37.792187 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:37.819179 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14a821-0a19-4085-a5e0-e5c6ba8c4e92 None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:48Z', 'revision_number': 4, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi', '_interfaces': [{'id': '204907b0-9d75-447f-b065-a0e43d3c19a6', 'name': '', 'network_id': '6101ada5-85b2-4149-845e-6a54b21ad143', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'mac_address': 'fa:16:3e:f0:07:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '26387bee-9902-479c-939d-96e2d31efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:47Z', 'updated_at': '2021-11-11T06:44:52Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'subnets': [{'id': '26387bee-9902-479c-939d-96e2d31efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:51:38.028100 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe02c1f-15e0-4a6f-a22c-5ded1c0e7f94 None None] New status for floating IP 9c11a7d4-3e77-4a95-878c-bc1842aea0f2: DOWN {{(pid=102320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 06:51:38.845208 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7e29-9526-438a-bf3c-71396956df0f req-7c889925-fc51-4d46-a649-43f174a842ec tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:38.847896 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-89cd7e29-9526-438a-bf3c-71396956df0f req-7c889925-fc51-4d46-a649-43f174a842ec tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 945 time: 0.0479395 Nov 11 06:51:38.904283 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-89cd7e29-9526-438a-bf3c-71396956df0f req-dde2b017-44fe-4bc7-b3cc-7e134b635d40 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b679793-7cf3-458f-9c29-d44163cab5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Nov 11 06:51:39.181814 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-6f28f810-cba7-4c88-8f75-9981706838ba tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 06:51:39.183173 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-6f28f810-cba7-4c88-8f75-9981706838ba tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 945 time: 0.0490327 Nov 11 06:51:39.268425 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Deleting port eabe8652-756b-46ea-bfba-d6409c85d2d6 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:39.268758 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:39.356742 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] For port eabe8652-756b-46ea-bfba-d6409c85d2d6, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=eabe8652-756b-46ea-bfba-d6409c85d2d6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:39.357093 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:39.369595 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Calling delete_port for eabe8652-756b-46ea-bfba-d6409c85d2d6 owned by compute:nova {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:39.560809 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:39.589348 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'Port': ['ID=eabe8652-756b-46ea-bfba-d6409c85d2d6,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:39.629209 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] No DVR routers for this DVR port eabe8652-756b-46ea-bfba-d6409c85d2d6 on host hv-cinder-81751 {{(pid=102318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:51:39.632179 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for port, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:39.635710 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [req-cc1d81d4-7ab4-4aa5-bcd4-f2fb53c68314 req-b67da13f-2f14-42fb-b245-03b6adf916fc tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.15 "DELETE /v2.0/ports/eabe8652-756b-46ea-bfba-d6409c85d2d6 HTTP/1.1" status: 204 len: 173 time: 0.4464521 Nov 11 06:51:39.636153 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'name': 'network-vif-deleted', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6'}] {{(pid=102318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 06:51:39.638403 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afd46d43423927041608b5103d381b083350c5cbfc65be9e50bba4cd175c292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49cb13-f7e6-4755-89a9-7d66694a92e8" -d '{"events": [{"server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "name": "network-vif-deleted", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6"}]}' {{(pid=102318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 06:51:39.672625 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 06:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84613dbd-b504-4df2-91c1-410174b3bf98 x-openstack-request-id: req-84613dbd-b504-4df2-91c1-410174b3bf98 {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 06:51:39.672916 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b65da-d59a-430a-aec7-fcce4667285e", "name": "network-vif-deleted", "tag": "eabe8652-756b-46ea-bfba-d6409c85d2d6", "status": "completed", "code": 200}]} {{(pid=102318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 06:51:39.673167 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84613dbd-b504-4df2-91c1-410174b3bf98 {{(pid=102318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 06:51:39.673562 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b65da-d59a-430a-aec7-fcce4667285e', 'name': 'network-vif-deleted', 'tag': 'eabe8652-756b-46ea-bfba-d6409c85d2d6', 'status': 'completed', 'code': 200} Nov 11 06:51:39.994255 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [req-cf77cc7a-5153-45c6-b657-719a1762ff45 req-a90467cb-cd70-4387-b9e3-1f6ea7a43bc3 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2b65da-d59a-430a-aec7-fcce4667285e HTTP/1.1" status: 200 len: 210 time: 0.0267236 Nov 11 06:51:41.049830 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59882) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:41.170142 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Deleting port 377cedb1-200c-4245-827f-3e2fa2b08382 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:41.170511 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:41.500847 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:41.501166 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:41.513064 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Calling delete_port for 377cedb1-200c-4245-827f-3e2fa2b08382 owned by network:floatingip {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:41.692494 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:41.717973 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'Port': ['ID=377cedb1-200c-4245-827f-3e2fa2b08382,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:41.775741 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for floatingip, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:41.778285 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62342'] for floatingip, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:41.779407 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-762e6e1b-ee7b-4e64-aec0-636b9fbce543 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "DELETE /v2.0/floatingips/a51929e1-3a3e-4411-a263-126cbb823616 HTTP/1.1" status: 204 len: 168 time: 0.7285688 Nov 11 06:51:42.808942 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device eabe8652-756b-46ea-bfba-d6409c85d2d6 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:42.834573 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] No Port match for: eabe8652-756b-46ea-bfba-d6409c85d2d6 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:42.834909 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Device eabe8652-756b-46ea-bfba-d6409c85d2d6 not bound to the agent host hv-cinder-81751 {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:43.137637 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59894) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:43.195886 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e854fe00-1193-41c8-8d4f-8b9ce23f6389 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:43.219898 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e854fe00-1193-41c8-8d4f-8b9ce23f6389 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:43.364791 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e854fe00-1193-41c8-8d4f-8b9ce23f6389 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:43.367443 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e854fe00-1193-41c8-8d4f-8b9ce23f6389 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:43.368681 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e854fe00-1193-41c8-8d4f-8b9ce23f6389 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b679793-7cf3-458f-9c29-d44163cab5ef HTTP/1.1" status: 204 len: 168 time: 0.2299531 Nov 11 06:51:43.378109 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fe00-1193-41c8-8d4f-8b9ce23f6389 tempest-TestVolumeBootPattern-1381773987 tempest-TestVolumeBootPattern-1381773987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b679793-7cf3-458f-9c29-d44163cab5ef,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:43.484550 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59898) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:44.017058 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:44.246445 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Deleting port 204907b0-9d75-447f-b065-a0e43d3c19a6 {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:44.246783 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:44.321584 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] For port 204907b0-9d75-447f-b065-a0e43d3c19a6, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=204907b0-9d75-447f-b065-a0e43d3c19a6,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:44.321922 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:44.333779 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Calling delete_port for 204907b0-9d75-447f-b065-a0e43d3c19a6 owned by network:router_interface {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:44.559085 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:44.585073 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=204907b0-9d75-447f-b065-a0e43d3c19a6,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:44.751714 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:44.975431 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Router 49855037-cbc0-4414-b694-0759e8e619e4 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:51:45.076826 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:51:45.084952 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59902) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:45.085398 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-615799b8-7602-48af-9949-08cf463f6e52 admin admin] 10.222.0.20 "PUT /v2.0/routers/49855037-cbc0-4414-b694-0759e8e619e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993218 Nov 11 06:51:45.086431 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] Sync routers for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:51:45.097322 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:45.097957 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:45.189078 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.203776 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:45.291064 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.382531 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:51:44Z', 'revision_number': 5, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port': {'id': '1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49855037-cbc0-4414-b694-0759e8e619e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:45.403081 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Deleting port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:45.403410 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.412564 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] Checking router: 49855037-cbc0-4414-b694-0759e8e619e4 for host: dv-cinder-817514-1-iscsi {{(pid=102319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:51:45.420680 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] Routers {'49855037-cbc0-4414-b694-0759e8e619e4'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:45.421282 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['49855037-cbc0-4414-b694-0759e8e619e4'], 'active': True} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:45.482156 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] For port 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:45.482506 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.494868 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Calling delete_port for 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee owned by network:router_gateway {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:45.627688 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvr_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] Set router 49855037-cbc0-4414-b694-0759e8e619e4 gateway port host: None {{(pid=102319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:45.680285 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_hamode_db [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:51:45Z', 'revision_number': 6, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:45.710302 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28db332-022d-47da-9f9f-248b28a30515 None None] The sync data for ids ['49855037-cbc0-4414-b694-0759e8e619e4'] in dv-cinder-817514-1-iscsi is: [{'id': '49855037-cbc0-4414-b694-0759e8e619e4', 'name': 'tempest-TestVolumeBootPattern-1022063287-router', 'tenant_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:45Z', 'updated_at': '2021-11-11T06:51:45Z', 'revision_number': 6, 'project_id': 'acd83e96d3fe4e25b9bd8a9dc3a89c95', 'gw_port_host': None}] {{(pid=102319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:51:45.726672 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.753171 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:45.810927 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.897480 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:45.899466 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.012350 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.012798 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49855037-cbc0-4414-b694-0759e8e619e4 {{(pid=102317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:51:46.017115 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.018285 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-784a9634-8e19-4d28-85d7-22efd0d3a3d7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/49855037-cbc0-4414-b694-0759e8e619e4 HTTP/1.1" status: 204 len: 168 time: 0.9323416 Nov 11 06:51:46.021416 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59904) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:46.065057 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Deleting subnet 26387bee-9902-479c-939d-96e2d31efbdf {{(pid=102317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:51:46.068749 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.103677 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084173'] for subnet, precommit_delete_associations {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.185440 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.313480 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13355665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260021695'] for subnet, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.339138 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26387bee-9902-479c-939d-96e2d31efbdf,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:46.342835 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for subnet, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.345962 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-e8481667-24ce-4633-aaa9-992f17dad434 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/26387bee-9902-479c-939d-96e2d31efbdf HTTP/1.1" status: 204 len: 168 time: 0.3235581 Nov 11 06:51:46.348450 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59906) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:46.351078 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b640d2-8923-4025-9870-dea250d84021 None None] Network 6101ada5-85b2-4149-845e-6a54b21ad143 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:51:46.417776 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.473468 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Deleting port 7850ff8d-ff36-45b0-afd9-4f15525377b8 {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:46.473837 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.526364 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] DHCP port deletion for 6101ada5-85b2-4149-845e-6a54b21ad143 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:51:46.541401 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] For port 7850ff8d-ff36-45b0-afd9-4f15525377b8, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7850ff8d-ff36-45b0-afd9-4f15525377b8,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:46.541791 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.555787 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Calling delete_port for 7850ff8d-ff36-45b0-afd9-4f15525377b8 owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:46.577181 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Deleting port 7850ff8d-ff36-45b0-afd9-4f15525377b8 {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:46.577559 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.643593 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] For port 7850ff8d-ff36-45b0-afd9-4f15525377b8, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=7850ff8d-ff36-45b0-afd9-4f15525377b8,segment=NetworkSegment(7fc5b215-dfb1-4619-ac20-a556e7fc92ef),segment_id=7fc5b215-dfb1-4619-ac20-a556e7fc92ef)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:46.644106 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.658554 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Calling delete_port for 7850ff8d-ff36-45b0-afd9-4f15525377b8 owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:46.719196 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:46.732605 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:46.732947 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 1072f423-6a33-4cf9-8ba9-3c3fb1cd58ee not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:46.733366 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 204907b0-9d75-447f-b065-a0e43d3c19a6 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:46.763379 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 204907b0-9d75-447f-b065-a0e43d3c19a6 {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:46.763723 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 204907b0-9d75-447f-b065-a0e43d3c19a6 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:46.764133 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7850ff8d-ff36-45b0-afd9-4f15525377b8 no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:46.772318 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.799556 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] No DVR routers for this DVR port 7850ff8d-ff36-45b0-afd9-4f15525377b8 on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:51:46.805279 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=7850ff8d-ff36-45b0-afd9-4f15525377b8,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:46.810015 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.817956 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No active binding found for port 7850ff8d-ff36-45b0-afd9-4f15525377b8 {{(pid=102319) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 06:51:46.818382 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 7850ff8d-ff36-45b0-afd9-4f15525377b8 not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:46.840188 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Pushing event deleted for resources: {'Port': ['ID=7850ff8d-ff36-45b0-afd9-4f15525377b8,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:46.844312 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] No DVR routers for this DVR port 7850ff8d-ff36-45b0-afd9-4f15525377b8 on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:51:46.851287 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.851623 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.851966 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.852298 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.852629 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.852956 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.853281 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.853604 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.853954 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.854278 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.854597 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.854913 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1026d-502f-41eb-be3e-8394ff96daee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-1-iscsi {{(pid=102319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 06:51:46.882515 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.902032 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6101ada5-85b2-4149-845e-6a54b21ad143']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:46.911562 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc5b215-dfb1-4619-ac20-a556e7fc92ef') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:46.911850 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc5b215-dfb1-4619-ac20-a556e7fc92ef') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:46.921184 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.934662 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.940457 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:51:46.940726 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:51:46.942357 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:51:47.039230 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:47.043575 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:47.046927 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6101ada5-85b2-4149-845e-6a54b21ad143 HTTP/1.1" status: 204 len: 168 time: 0.6975653 Nov 11 06:51:47.050040 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59908) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:47.060010 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ffabf-f814-406e-937a-4b8a81fafc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6101ada5-85b2-4149-845e-6a54b21ad143,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:47.637205 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16678374'] for router_interface, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:47.867413 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Deleting port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:47.867740 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:47.945856 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] For port 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:47.946161 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:47.959050 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Calling delete_port for 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b owned by network:router_interface {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:48.200746 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:48.229170 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-49980fbe-4fc2-4868-988c-b19e2360cb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:48.229795 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e6bd4c-8c57-4573-9f9b-d656a6f04c3b,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:48.396798 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16678006'] for router_interface, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:48.600283 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 has already been hosted by L3 agent 294c705d-5038-4803-995a-0f2dbe82a6bb {{(pid=102318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 06:51:48.711581 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] Notify agent at l3_agent.dv-cinder-817514-1-iscsi the message routers_updated {{(pid=102318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 06:51:48.716699 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-f6311dce-44be-49b0-b740-9ee02c848a68 admin admin] 10.222.0.20 "PUT /v2.0/routers/653ff1f2-31b6-4af2-9215-53a291c6a3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654115 Nov 11 06:51:48.718990 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59910) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:48.720032 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] Sync routers for ids ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'] in dv-cinder-817514-1-iscsi {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 06:51:48.732847 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] Routers {'653ff1f2-31b6-4af2-9215-53a291c6a3b0'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:48.733443 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:48.818440 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks [] for router, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:48.830912 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] Set router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 gateway port host: dv-cinder-817514-1-iscsi {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:48.916963 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.003359 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'external_fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:51:48Z', 'revision_number': 5, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port': {'id': 'd5c51163-f7ca-4190-971e-ee55097edebe', 'name': '', 'network_id': '22ae0df8-3952-4bb2-910e-1532f88444d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T06:44:52Z', 'updated_at': '2021-11-11T06:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5336fea-715f-47a1-9c60-ef7272fff94d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-1-iscsi'}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:49.025978 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Deleting port d5c51163-f7ca-4190-971e-ee55097edebe {{(pid=102318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:49.026312 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.029675 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] Checking router: 653ff1f2-31b6-4af2-9215-53a291c6a3b0 for host: dv-cinder-817514-1-iscsi {{(pid=102320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 06:51:49.037690 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] Routers {'653ff1f2-31b6-4af2-9215-53a291c6a3b0'} bound to L3 agent in host dv-cinder-817514-1-iscsi {{(pid=102320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 06:51:49.038301 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T06:28:20Z,description=,heartbeat_timestamp=2021-11-11T06:51:20Z,host='dv-cinder-817514-1-iscsi',id=294c705d-5038-4803-995a-0f2dbe82a6bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T06:28:21Z,topic='l3_agent')) {'router_ids': ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'], 'active': True} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:49.106306 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.db [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] For port d5c51163-f7ca-4190-971e-ee55097edebe, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=d5c51163-f7ca-4190-971e-ee55097edebe,segment=NetworkSegment(721bda9a-f582-46fd-aa85-0118593e0548),segment_id=721bda9a-f582-46fd-aa85-0118593e0548)] {{(pid=102318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:49.106668 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.121415 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.plugins.ml2.plugin [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Calling delete_port for d5c51163-f7ca-4190-971e-ee55097edebe owned by network:router_gateway {{(pid=102318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:49.128237 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_dvr_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] Set router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 gateway port host: None {{(pid=102320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 06:51:49.266532 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.l3_hamode_db [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:51:48Z', 'revision_number': 6, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port_host': None}], 'dv-cinder-817514-1-iscsi', False) {} {{(pid=102320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:49.293549 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebaa692-619b-40b8-9862-4340378d5060 None None] The sync data for ids ['653ff1f2-31b6-4af2-9215-53a291c6a3b0'] in dv-cinder-817514-1-iscsi is: [{'id': '653ff1f2-31b6-4af2-9215-53a291c6a3b0', 'name': 'tempest-TestVolumeBootPattern-924577973-router', 'tenant_id': '8297b329c46c473ca2ca83a55c973a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T06:44:51Z', 'updated_at': '2021-11-11T06:51:48Z', 'revision_number': 6, 'project_id': '8297b329c46c473ca2ca83a55c973a81', 'gw_port_host': None}] {{(pid=102320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 06:51:49.366658 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13897964'] for port, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.391783 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c51163-f7ca-4190-971e-ee55097edebe,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:49.447634 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16646300'] for router_gateway, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.536793 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10641'] for router, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.538812 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.639244 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16677120'] for router, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.639782 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653ff1f2-31b6-4af2-9215-53a291c6a3b0 {{(pid=102318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 06:51:49.644636 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] Publish callbacks [] for router, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.646351 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-d95cab6f-ebb6-4565-8568-26cf890c674d admin admin] 10.222.0.20 "DELETE /v2.0/routers/653ff1f2-31b6-4af2-9215-53a291c6a3b0 HTTP/1.1" status: 204 len: 168 time: 0.9264531 Nov 11 06:51:49.648772 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59912) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:49.694529 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Deleting subnet 747653bc-52e5-42f2-b8ab-03d6100d889a {{(pid=102318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 06:51:49.697750 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.734027 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13005547'] for subnet, precommit_delete_associations {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.810201 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-925203'] for subnet, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.914994 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-925210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16539924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13897921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259866033'] for subnet, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.939658 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747653bc-52e5-42f2-b8ab-03d6100d889a,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:49.943727 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:49.947021 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-73b8c8de-6f3a-453a-9adb-9c97ec7b9346 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/747653bc-52e5-42f2-b8ab-03d6100d889a HTTP/1.1" status: 204 len: 168 time: 0.2973232 Nov 11 06:51:49.949597 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59914) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:49.951126 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0604b8-6422-4eaa-8308-e02359a776c4 None None] Network d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 requested from dv-cinder-817514-1-iscsi {{(pid=102319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 06:51:50.020631 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814719'] for network, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.074792 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Deleting port 6f7d13ff-34fa-4d74-af6c-8671b487010d {{(pid=102317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:50.075033 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.129816 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] DHCP port deletion for d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 request from dv-cinder-817514-1-iscsi {{(pid=102319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 06:51:50.143857 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.db [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] For port 6f7d13ff-34fa-4d74-af6c-8671b487010d, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=6f7d13ff-34fa-4d74-af6c-8671b487010d,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:50.144223 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.158682 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.plugin [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Calling delete_port for 6f7d13ff-34fa-4d74-af6c-8671b487010d owned by network:dhcp {{(pid=102317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:50.178557 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] Deleting port 6f7d13ff-34fa-4d74-af6c-8671b487010d {{(pid=102319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 06:51:50.179572 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744159292335'] for port, before_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.248960 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.db [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] For port 6f7d13ff-34fa-4d74-af6c-8671b487010d, host dv-cinder-817514-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-1-iscsi',level=0,port_id=6f7d13ff-34fa-4d74-af6c-8671b487010d,segment=NetworkSegment(469599ad-9c2a-470a-bfbb-cb96fa347304),segment_id=469599ad-9c2a-470a-bfbb-cb96fa347304)] {{(pid=102319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 06:51:50.249449 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16650752'] for port, precommit_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.263835 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] Calling delete_port for 6f7d13ff-34fa-4d74-af6c-8671b487010d owned by network:dhcp {{(pid=102319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 06:51:50.349504 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13355708'] for port, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.357361 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-964562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744159297401', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744158853012'] for port, after_delete {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.374694 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7d13ff-34fa-4d74-af6c-8671b487010d,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:50.383922 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] No DVR routers for this DVR port 6f7d13ff-34fa-4d74-af6c-8671b487010d on host dv-cinder-817514-1-iscsi {{(pid=102317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:51:50.384027 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] Pushing event deleted for resources: {'Port': ['ID=6f7d13ff-34fa-4d74-af6c-8671b487010d,revision_number=None']} {{(pid=102319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:50.387298 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e333e-f48d-4183-bc6a-85bac3c7c8a4 None None] No DVR routers for this DVR port 6f7d13ff-34fa-4d74-af6c-8671b487010d on host dv-cinder-817514-1-iscsi {{(pid=102319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 06:51:50.457615 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8310c448-d38d-407a-8f4c-c552ab9d033b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.460158 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924074', 'neutron.services.segments.db._delete_segments_for_network-8744159202533'] for network, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.479942 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6abc167-f1e1-47dc-ab99-5bfcd5cacc66']}} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:50.489266 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469599ad-9c2a-470a-bfbb-cb96fa347304') {'for_net_delete': True} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:50.489551 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.services.segments.db [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469599ad-9c2a-470a-bfbb-cb96fa347304') {} {{(pid=102317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 06:51:50.498475 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744159435758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084180'] for segment, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.511818 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954'] for segment, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.517476 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13355727'] for segment, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: Traceback (most recent call last): Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: timer() Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: cb(*args, **kw) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: return func(*args, **kwargs) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: self._notify() Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: self.callback(batched_events) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: event.method(event) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: return f(self, *a, **k) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._get(url).json() Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: return self.request(url, 'GET', **kwargs) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 06:51:50.521131 dv-cinder-817514-1-iscsi neutron-server[102317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 06:51:50.617595 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16646384'] for network, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.623326 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292017'] for network, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:50.626162 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d6abc167-f1e1-47dc-ab99-5bfcd5cacc66 HTTP/1.1" status: 204 len: 168 time: 0.6754885 Nov 11 06:51:50.637389 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eed75b-c4b0-4fd8-bbc4-2d7f3f78f388 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6abc167-f1e1-47dc-ab99-5bfcd5cacc66,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:50.683223 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:50.703058 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:50.703402 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 38e6bd4c-8c57-4573-9f9b-d656a6f04c3b not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:50.703805 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 6f7d13ff-34fa-4d74-af6c-8671b487010d no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:50.726350 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: 6f7d13ff-34fa-4d74-af6c-8671b487010d {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:50.726695 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device 6f7d13ff-34fa-4d74-af6c-8671b487010d not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:50.727101 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device d5c51163-f7ca-4190-971e-ee55097edebe no longer exists at agent ovs-agent-dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 06:51:50.745891 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.plugin [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] No Port match for: d5c51163-f7ca-4190-971e-ee55097edebe {{(pid=102319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 06:51:50.746234 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron.plugins.ml2.rpc [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Device d5c51163-f7ca-4190-971e-ee55097edebe not bound to the agent host dv-cinder-817514-1-iscsi {{(pid=102319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 06:51:50.930978 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59918) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:50.969233 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-3523b6cf-6ba0-4f58-bfeb-3fe186aee565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acd83e96d3fe4e25b9bd8a9dc3a89c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370610 Nov 11 06:51:50.971618 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [-] (102317) accepted ('10.222.0.20', 59920) {{(pid=102317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:51.016761 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-090a24aa-ef96-483d-941b-577c93de2ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.037930 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-090a24aa-ef96-483d-941b-577c93de2ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.155043 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-090a24aa-ef96-483d-941b-577c93de2ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.157663 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron_lib.callbacks.manager [None req-090a24aa-ef96-483d-941b-577c93de2ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.158874 dv-cinder-817514-1-iscsi neutron-server[102317]: INFO neutron.wsgi [None req-090a24aa-ef96-483d-941b-577c93de2ae4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63994ae6-c578-479d-bc97-843e665a6b13 HTTP/1.1" status: 204 len: 168 time: 0.1863296 Nov 11 06:51:51.167319 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a24aa-ef96-483d-941b-577c93de2ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63994ae6-c578-479d-bc97-843e665a6b13,revision_number=None']} {{(pid=102317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:51.595207 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.770602 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59926) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:51.809243 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-c14fe49d-8148-4b36-87f8-4467e7784eb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8297b329c46c473ca2ca83a55c973a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374348 Nov 11 06:51:51.811594 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [-] (102318) accepted ('10.222.0.20', 59928) {{(pid=102318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 06:51:51.859407 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-15a37ea5-17b4-4bf7-bc35-0a25f9be59c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.880144 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-15a37ea5-17b4-4bf7-bc35-0a25f9be59c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.994815 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-15a37ea5-17b4-4bf7-bc35-0a25f9be59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570590'] for security_group, after_delete {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.997406 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron_lib.callbacks.manager [None req-15a37ea5-17b4-4bf7-bc35-0a25f9be59c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:51.998598 dv-cinder-817514-1-iscsi neutron-server[102318]: INFO neutron.wsgi [None req-15a37ea5-17b4-4bf7-bc35-0a25f9be59c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ff1148e-f2c6-4d6a-ba12-3cdfe563dcdc HTTP/1.1" status: 204 len: 168 time: 0.1861291 Nov 11 06:51:52.006873 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a37ea5-17b4-4bf7-bc35-0a25f9be59c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff1148e-f2c6-4d6a-ba12-3cdfe563dcdc,revision_number=None']} {{(pid=102318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 06:51:53.229025 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:54.137527 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:51:54.240357 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:12.480764 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:52:14.980440 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [req-ac56df5b-75ec-4a21-b6a1-54e5c5649ebf req-9679b31e-3049-4cf9-b180-528a8601b044 service neutron] (102318) timed out ('10.222.0.15', 59749) {{(pid=102318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 06:52:15.354691 dv-cinder-817514-1-iscsi neutron-server[102318]: DEBUG neutron.wsgi [req-13e8d810-0a23-42e9-ab7d-2b8562e0aaa6 req-64c86670-9562-4ddd-95d0-9aa1a1159f2d service neutron] (102318) timed out ('10.222.0.15', 59760) {{(pid=102318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 06:52:15.460879 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-99a599f3-1074-48c0-a205-b283bfbf8ab7 req-9db0ea95-be8f-4623-8604-283205c25496 service neutron] (102317) timed out ('10.222.0.15', 59754) {{(pid=102317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 06:52:18.233854 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-cf490e7a-6c3f-45bc-98fd-48248e1c288b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:20.474458 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9bd7-d64d-40d6-bece-2473d2e0d20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:21.616652 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:23.250878 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:24.166746 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:24.257151 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:48.216489 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-11794129-d922-4c1c-820c-c060a1ec3688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:49.479255 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:52:50.484774 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-f6ed4e5f-e3b6-44fa-a092-e3540050dcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:51.677850 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:53.260460 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:54.186012 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:52:54.233019 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:18.237425 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-c276d3c5-3f58-4ce4-ab66-d962f9f3bec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:20.484090 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-caf43fbc-23eb-48f8-a405-d0eca09f1b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:21.652088 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:23.238216 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:24.152375 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:24.243817 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:26.477723 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:53:48.302569 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-45409c2a-979f-4c19-a0b4-6d5b495eb0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:50.489213 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-3c0f6ca1-f2a9-44ab-992c-dc10976a7510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:51.665548 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:53.271926 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:54.162716 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:53:54.243246 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:03.476771 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:54:18.265608 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-de35df01-3d55-4948-b8a7-49874b4c1733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:20.517008 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fc75-b498-4c31-b621-8332a14c0488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:21.637357 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:23.269366 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:24.139999 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:24.248626 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:40.475212 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:54:48.243684 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc578-de36-41e2-a6de-b8b71b310757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:50.499004 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-0d15e026-9689-463a-ab21-c2154d69ae91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:51.659899 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:52.081355 dv-cinder-817514-1-iscsi neutron-server[102317]: DEBUG neutron.wsgi [req-34d27c6e-e376-4018-8a94-82098d70bd48 req-1504fe23-8fb9-4adc-a06a-3a3e962fda47 service neutron] (102317) timed out ('10.222.0.20', 53452) {{(pid=102317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 06:54:53.259272 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:54.150409 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:54:54.299169 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:17.474470 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:55:18.235539 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-882209d0-87c2-418b-ba0b-d9e086ef8f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:20.481010 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-6a609bf0-fcc0-4ea6-9bab-0bc74dfe45e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:21.664292 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:23.241564 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:24.138668 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:24.269572 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:48.240961 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-e14cb21f-3ea8-4a3c-9838-48188f0626c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:50.474955 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-6df51ea6-e3f0-4fa2-84e8-b872a9c9c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:51.629555 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:53.252499 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:54.132026 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:54.252409 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:55:54.472615 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:56:18.228794 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-8c66ceaa-196b-43a2-88c3-1c7d525de33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:20.480333 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-173357ff-4313-42c9-9ccf-03632b721867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:21.635262 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:23.255419 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:24.160267 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:24.245822 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:31.471402 dv-cinder-817514-1-iscsi neutron-server[102320]: DEBUG neutron.db.agents_db [None req-fb48409a-c6cd-4468-adcb-df455798a00b None None] Agent healthcheck: found 6 active agents {{(pid=102320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 06:56:48.222548 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-5604e470-9f7a-49c7-9dbe-8436d22931f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:50.502481 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaa88-1cc0-48cd-b554-c7112f1a1691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:51.639389 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-18bad43f-cdd1-45ff-a8ff-32611c0a817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:53.251549 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-1e67f8f6-616f-4a6d-8055-133fe108264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:54.130598 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-d52b9986-e261-4933-af1f-27ccd6a4b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 06:56:54.227900 dv-cinder-817514-1-iscsi neutron-server[102319]: DEBUG neutron_lib.callbacks.manager [None req-eba197bc-b852-4d8f-bd63-03bba657e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744159202515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917584'] for agent, after_update {{(pid=102319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}